-- Logs begin at Fri 2021-04-16 04:24:32 UTC, end at Fri 2021-04-16 05:21:37 UTC. -- Apr 16 04:55:30.705090 dv-cinder-786524-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 16 04:55:33.964595 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.common.config [-] Logging enabled! Apr 16 04:55:33.965387 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev89 Apr 16 04:55:33.966539 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 04:55:33.968545 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.common.config [-] Logging enabled! Apr 16 04:55:33.968852 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev89 Apr 16 04:55:33.969182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85220) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 16 04:55:33.970257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 04:55:33.970559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 04:55:33.971638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 04:55:33.971918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 04:55:33.972173 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 04:55:33.972547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.972884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.973222 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.973477 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.973824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.974154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.974470 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.974855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.975195 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.975515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.975826 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.976104 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.976378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.976692 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.977023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.977526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.977526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] debug = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.977832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.978380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.981805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.981805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.981805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.981805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.981805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.981805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.981805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.981805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] host = dv-cinder-786524-1-smb {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.983663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.983663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.983663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.983663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.983663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.983663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.983663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.983663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.984720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.984720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.984720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.984720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.984720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.985432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.985432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.985724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.985885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.986103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.986412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.986743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.987049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.987355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.987652 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.987974 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.988298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.988619 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.988922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.989226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.989530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.989834 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.990153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.990455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.990788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.991090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.991412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.991693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.991986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.992328 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.992651 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.992972 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.993293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.993602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.993925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.994300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.994555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.994809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_json = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.995113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.995414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.995734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.996032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.996331 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.996635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.996934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.997262 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:33.997594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:33.998018 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:33.998544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:33.998878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:33.999210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:33.999522 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:33.999847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.000157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.000484 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.000810 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.001133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.001438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.001761 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.002068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.002402 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.002783 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.003120 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.003454 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.003754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.004056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.004356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.004663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.004984 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.005315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.005642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.005947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.006238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.006584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.006894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.007200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.007509 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.007836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.008143 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.008447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.008767 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.009076 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.009368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.009666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.009972 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.010300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.010650 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.010956 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.011261 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.011563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.011863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.012180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.012485 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.012785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.013086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.013401 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.014223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.014431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.014700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.014961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.015268 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.015575 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.015879 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.016181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.016483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.016786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.017085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.017386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.017695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.017998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.018300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.018632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.018953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.019250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.019575 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.020272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.020588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.020904 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.021215 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.021536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.021843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.022154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.022467 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.022808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.023116 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.023467 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.023788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.024117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.024435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.024751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.025091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.025408 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.025724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.026036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.026349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.026710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.027030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.027369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.027700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.028031 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.028363 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.028699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.029546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.029546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.029813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:34.029975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 04:55:34.030211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85220) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 16 04:55:34.703180 dv-cinder-786524-1-smb neutron-server[85220]: INFO keyring.backend [-] Loading Gnome Apr 16 04:55:34.720965 dv-cinder-786524-1-smb neutron-server[85220]: INFO keyring.backend [-] Loading Google Apr 16 04:55:34.723829 dv-cinder-786524-1-smb neutron-server[85220]: INFO keyring.backend [-] Loading Windows (alt) Apr 16 04:55:34.727511 dv-cinder-786524-1-smb neutron-server[85220]: INFO keyring.backend [-] Loading file Apr 16 04:55:34.728389 dv-cinder-786524-1-smb neutron-server[85220]: INFO keyring.backend [-] Loading keyczar Apr 16 04:55:34.728670 dv-cinder-786524-1-smb neutron-server[85220]: INFO keyring.backend [-] Loading multi Apr 16 04:55:34.729318 dv-cinder-786524-1-smb neutron-server[85220]: INFO keyring.backend [-] Loading pyfs Apr 16 04:55:34.778327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:55:34.778666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:55:34.779079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:55:34.779657 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 16 04:55:35.198259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.198979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.198979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.200298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.200726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.201131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.242286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.242590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.242736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.258995 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.259296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.259572 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.331473 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.331742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.332061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.333075 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.333381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.335457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.624102 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.624396 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.624581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.624894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.625747 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.781424 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.781769 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.782116 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.782420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.782688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.783108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.783407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.783691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.783976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.784290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.784615 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.784877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.785188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.785472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.785777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.786089 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.786381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.786724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.787005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.787341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.787795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.788077 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.788348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.788705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.788981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.789252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.789721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 04:55:35.789994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 04:55:35.790265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 04:55:35.790545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 04:55:35.790817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 04:55:35.791091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 04:55:35.791515 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 16 04:55:35.795267 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 16 04:55:35.799439 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 16 04:55:35.803474 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 16 04:55:35.805185 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 16 04:55:35.806548 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 16 04:55:35.806938 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 16 04:55:35.807394 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 16 04:55:35.810734 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 16 04:55:35.811521 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 16 04:55:35.811938 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 04:55:35.840945 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 16 04:55:35.841468 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.841929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85220) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 16 04:55:35.842620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.844098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85220) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 16 04:55:35.844430 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 16 04:55:35.844681 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 16 04:55:35.848080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.848367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:35.914584 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 16 04:55:35.914843 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 16 04:55:35.914977 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 16 04:55:35.915381 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 16 04:55:35.954416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.sqlalchemy.engines [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85220) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 16 04:55:36.414179 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Initializing driver for type 'gre' Apr 16 04:55:36.414852 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] gre ID ranges: [(1, 1000)] Apr 16 04:55:36.457214 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Initializing driver for type 'local' Apr 16 04:55:36.457662 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Initializing driver for type 'vlan' Apr 16 04:55:36.470221 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] VlanTypeDriver initialization complete Apr 16 04:55:36.470711 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Initializing driver for type 'vxlan' Apr 16 04:55:36.471323 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] vxlan ID ranges: [(1, 1000)] Apr 16 04:55:36.520703 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Initializing extension driver 'port_security' Apr 16 04:55:36.521114 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.extensions.port_security [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] PortSecurityExtensionDriver initialization complete Apr 16 04:55:36.521550 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Initializing mechanism driver 'openvswitch' Apr 16 04:55:36.521966 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Initializing mechanism driver 'hyperv' Apr 16 04:55:36.528622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85220) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:55:36.529784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > port after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.530408 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.530818 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.531253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > subnet after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.531647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > subnet after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.532034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > subnet after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.532465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > network after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.532845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > network after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.533229 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > network after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.533650 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > security_group after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.534032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > security_group after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.534616 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > security_group after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.535039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.535425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.535812 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.536229 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > address_group after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.536610 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > address_group after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.536985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > address_group after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.537343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] ML2 OVO RPC backend initialized. {{(pid=85220) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 16 04:55:36.538174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router_interface after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.538585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.539060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > network before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.539444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > networks before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.539829 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > port before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.540206 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > ports before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.540587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > subnet before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.540962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > subnets before_response 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.541349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > network after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.541728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > network after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.542102 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > network after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.542510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > port after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.542882 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.543254 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.543626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > subnet after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.543998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > subnet after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.544370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > subnet after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.545218 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.plugin [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Modular L2 Plugin initialization complete Apr 16 04:55:36.545590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading services supported by the core plugin {{(pid=85220) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 16 04:55:36.545970 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.plugins.ml2.managers [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Got port-security extension from driver 'port_security' Apr 16 04:55:36.546514 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.extensions.vlantransparent [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Disabled vlantransparent extension. Apr 16 04:55:36.547053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85220) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 16 04:55:36.547402 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading Plugin: router Apr 16 04:55:36.586664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router_interface before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.587107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router after_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.587520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router before_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.587933 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.588354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.588752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router after_delete 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.589151 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > floatingip after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.589568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router after_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.589955 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router after_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.590350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router after_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.590772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.591179 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router after_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.591788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router precommit_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.592225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.592612 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.592999 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: subnet after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.593389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.593787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > port precommit_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.594178 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router precommit_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.594602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: port before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.594994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router precommit_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.595410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router after_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.595794 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router precommit_delete 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.596191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router precommit_create 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.596603 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router_interface after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.596980 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router precommit_update 55549900 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.597418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > network after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.598544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Tracking information for resource: router configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 04:55:36.598926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Tracking information for resource: floatingip configured {{(pid=85220) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 16 04:55:36.604184 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_agentschedulers_db [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 16 04:55:36.604879 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.605285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: port after_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.605677 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: port after_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.606065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: port after_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.607030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router before_create 55550100 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.607624 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router precommit_delete 55550100 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.608118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router precommit_create 55550100 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.608531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > router precommit_update 55550100 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.614275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.provider_configuration [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service providers = [] {{(pid=85220) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 16 04:55:36.614845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.servicetype_db [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85220) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 16 04:55:36.618133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.service_base [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 04:55:36.618588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.service_base [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 04:55:36.619069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.service_base [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 04:55:36.620101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.service_base [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85220) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 16 04:55:36.620649 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.services.service_base [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 16 04:55:36.621159 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 04:55:36.621577 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 16 04:55:36.633317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 04:55:36.633692 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading Plugin: auto_allocate Apr 16 04:55:36.640403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: network precommit_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.640793 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: network precommit_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.641461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 04:55:36.641822 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading Plugin: tag Apr 16 04:55:36.650221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 04:55:36.650658 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading Plugin: timestamp Apr 16 04:55:36.655325 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 04:55:36.655730 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading Plugin: network_ip_availability Apr 16 04:55:36.661872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.662283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.662755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.663668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 04:55:36.664032 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading Plugin: flavors Apr 16 04:55:36.669101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 04:55:36.669475 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading Plugin: revisions Apr 16 04:55:36.674527 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85220) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 16 04:55:36.674948 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.896s {{(pid=85220) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:55:36.675799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85220) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 16 04:55:36.676169 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Initializing extension manager. Apr 16 04:55:36.676739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: __init__.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.677125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: __pycache__ {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.677501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.677876 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: address_group.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.678751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.679422 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: address-group Apr 16 04:55:36.679785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: address_scope.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.680573 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.681155 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: address-scope Apr 16 04:55:36.681515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: admin_state_down_before_update.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.682539 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.683146 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: router-admin-state-down-before-update Apr 16 04:55:36.683501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: agent.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.684271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.684855 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: agent Apr 16 04:55:36.685431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: agent_resources_synced.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.686541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.687116 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: agent-resources-synced Apr 16 04:55:36.687476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: allowedaddresspairs.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.689385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.690026 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: allowed-address-pairs Apr 16 04:55:36.690443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: auto_allocated_topology.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.691716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.692374 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: auto-allocated-topology Apr 16 04:55:36.692780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: availability_zone.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.693576 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.694211 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: availability_zone Apr 16 04:55:36.694658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: availability_zone_filter.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.695641 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.696275 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: availability_zone_filter Apr 16 04:55:36.696682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: data_plane_status.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.697842 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.698527 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension data-plane-status not supported by any of loaded plugins Apr 16 04:55:36.698946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: default_subnetpools.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.699917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.700545 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: default-subnetpools Apr 16 04:55:36.700990 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: dhcpagentscheduler.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.702226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.702915 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: dhcp_agent_scheduler Apr 16 04:55:36.703328 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: dns.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.704337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.704965 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension dns-integration not supported by any of loaded plugins Apr 16 04:55:36.705371 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: dns_domain_ports.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.706343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.707026 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 16 04:55:36.707502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: dvr.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.708296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.708965 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: dvr Apr 16 04:55:36.709376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: empty_string_filtering.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.710357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.711017 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: empty-string-filtering Apr 16 04:55:36.711451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.712469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.713099 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 16 04:55:36.713505 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.714534 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.715154 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 16 04:55:36.715554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: external_net.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.716668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.717322 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: external-net Apr 16 04:55:36.717784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: extra_dhcp_opt.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.718798 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.719445 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: extra_dhcp_opt Apr 16 04:55:36.719848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: extraroute.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.720803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.721420 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: extraroute Apr 16 04:55:36.721839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: extraroute_atomic.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.722980 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.723603 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: extraroute-atomic Apr 16 04:55:36.724032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: filter_validation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.724805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.725442 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: filter-validation Apr 16 04:55:36.725855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: fip_pf_description.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.726982 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.727649 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 16 04:55:36.728113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: fip_port_details.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.729282 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.729925 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: fip-port-details Apr 16 04:55:36.730339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: flavors.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.731704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.732539 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: flavors Apr 16 04:55:36.732978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.734845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.735444 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 16 04:55:36.735818 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: floatingip_pools.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.736591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.737172 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: floatingip-pools Apr 16 04:55:36.737534 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: ip_allocation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.738517 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.739102 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension ip_allocation not supported by any of loaded plugins Apr 16 04:55:36.739465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.740402 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.740989 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: ip-substring-filtering Apr 16 04:55:36.741352 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: l2_adjacency.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.742289 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.742905 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 16 04:55:36.743270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: l3.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.744432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.745025 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: router Apr 16 04:55:36.745389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: l3_conntrack_helper.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.747918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.748617 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 16 04:55:36.748989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.749952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.750565 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: ext-gw-mode Apr 16 04:55:36.750979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.752048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.752635 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: l3-ha Apr 16 04:55:36.753001 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: l3_flavors.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.753941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.754549 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: l3-flavors Apr 16 04:55:36.754921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.755889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.756473 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 16 04:55:36.756840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: l3agentscheduler.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.758118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.758752 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: l3_agent_scheduler Apr 16 04:55:36.759118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: logging.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.760715 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.761304 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension logging not supported by any of loaded plugins Apr 16 04:55:36.761680 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: metering.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.762520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.763235 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: metering Apr 16 04:55:36.763682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.764826 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.765414 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: metering_source_and_destination_fields Apr 16 04:55:36.765782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: multiprovidernet.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.766751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.767336 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: multi-provider Apr 16 04:55:36.767687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: netmtu.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.768623 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.769208 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: net-mtu Apr 16 04:55:36.769572 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: netmtu_writable.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.770903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.771479 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: net-mtu-writable Apr 16 04:55:36.771848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: network_availability_zone.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.772727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.773308 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: network_availability_zone Apr 16 04:55:36.773676 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: network_ip_availability.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.774866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.775469 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: network-ip-availability Apr 16 04:55:36.775835 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: network_segment_range.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.776685 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.777263 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension network-segment-range not supported by any of loaded plugins Apr 16 04:55:36.777631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: pagination.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.778711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.779238 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: pagination Apr 16 04:55:36.779582 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: port_device_profile.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.780635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.781229 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: port-device-profile Apr 16 04:55:36.781600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.782597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.783175 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: port-mac-address-regenerate Apr 16 04:55:36.783541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.784486 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.785063 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: port-numa-affinity-policy Apr 16 04:55:36.785429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: port_resource_request.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.786359 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.786968 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension port-resource-request not supported by any of loaded plugins Apr 16 04:55:36.787326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: portbindings.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.788278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.788859 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: binding Apr 16 04:55:36.789218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: portbindings_extended.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.790599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.791191 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: binding-extended Apr 16 04:55:36.791559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: portsecurity.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.792514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.793099 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: port-security Apr 16 04:55:36.793463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: project_id.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.794454 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.794949 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: project-id Apr 16 04:55:36.795555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: providernet.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.796596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.797189 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: provider Apr 16 04:55:36.797553 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: qos.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.801447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.802096 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension qos not supported by any of loaded plugins Apr 16 04:55:36.802465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.803959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.804551 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 16 04:55:36.804921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.805863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.806447 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 16 04:55:36.806870 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: qos_default.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.807799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.808390 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension qos-default not supported by any of loaded plugins Apr 16 04:55:36.808755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: qos_fip.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.809487 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.810656 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension qos-fip not supported by any of loaded plugins Apr 16 04:55:36.810957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: qos_gateway_ip.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.811968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.812553 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 16 04:55:36.812928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: qos_port_network_policy.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.813862 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.814458 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 16 04:55:36.814879 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: qos_rule_type_details.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.815828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.816411 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 16 04:55:36.816773 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: qos_rules_alias.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.817864 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.818451 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 16 04:55:36.818883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: quotasv2.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.819994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.820365 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: quotas Apr 16 04:55:36.820726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: quotasv2_detail.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.822579 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.822972 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: quota_details Apr 16 04:55:36.823347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: rbac.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.824551 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.825189 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: rbac-policies Apr 16 04:55:36.825560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: rbac_address_group.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.826706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.827411 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: rbac-address-group Apr 16 04:55:36.827779 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: rbac_address_scope.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.828731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.829309 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: rbac-address-scope Apr 16 04:55:36.829684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: rbac_security_groups.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.830667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.831246 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: rbac-security-groups Apr 16 04:55:36.831607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: rbac_subnetpool.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.832535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.833120 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: rbac-subnetpool Apr 16 04:55:36.833483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: revisionifmatch.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.834458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.835067 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: revision-if-match Apr 16 04:55:36.835435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: revisions.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.836594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.837179 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: standard-attr-revisions Apr 16 04:55:36.837544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: router_availability_zone.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.838289 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.838901 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: router_availability_zone Apr 16 04:55:36.839264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: routerservicetype.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.840202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.840787 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension router-service-type not supported by any of loaded plugins Apr 16 04:55:36.841149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.842142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.842853 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: security-groups-normalized-cidr Apr 16 04:55:36.843222 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: security_groups_port_filtering.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.844190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.844783 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: port-security-groups-filtering Apr 16 04:55:36.845150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.846112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.846724 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: security-groups-remote-address-group Apr 16 04:55:36.847087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: securitygroup.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.861494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.862172 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: security-group Apr 16 04:55:36.862552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: segment.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.863534 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.864155 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension segment not supported by any of loaded plugins Apr 16 04:55:36.864539 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.865640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.866266 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 16 04:55:36.866676 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: servicetype.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.867858 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.868452 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: service-type Apr 16 04:55:36.868819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: sorting.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.869852 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.870224 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: sorting Apr 16 04:55:36.870607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: standard_attr_segment.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.871558 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.872161 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 16 04:55:36.872524 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: standardattrdescription.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.873295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.873939 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: standard-attr-description Apr 16 04:55:36.874236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: stateful_security_group.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.875281 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.875874 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: stateful-security-group Apr 16 04:55:36.876238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: stdattrs_common.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.876848 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 16 04:55:36.877247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.878278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.878896 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 16 04:55:36.879256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: subnet_onboard.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.880346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.880932 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: subnet_onboard Apr 16 04:55:36.881299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.882244 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.882851 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 16 04:55:36.883215 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: subnet_service_types.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.884156 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.884737 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: subnet-service-types Apr 16 04:55:36.885107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: subnetallocation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.886227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.887082 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: subnet_allocation Apr 16 04:55:36.887222 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.887910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.888610 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: subnetpool-prefix-ops Apr 16 04:55:36.889000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.890091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.890774 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 16 04:55:36.891147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: tagging.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.892592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.893208 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: standard-attr-tag Apr 16 04:55:36.893573 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: timestamp.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.895198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.895797 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loaded extension: standard-attr-timestamp Apr 16 04:55:36.896166 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: trunk.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.897227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.897820 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension trunk not supported by any of loaded plugins Apr 16 04:55:36.898182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: trunk_details.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.899149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.899731 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension trunk-details not supported by any of loaded plugins Apr 16 04:55:36.900102 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: uplink_status_propagation.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.901038 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.901614 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 16 04:55:36.901976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Loading extension file: vlantransparent.py {{(pid=85220) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 16 04:55:36.902728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85220) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 16 04:55:36.903305 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 16 04:55:36.906242 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:network Apr 16 04:55:36.907135 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:subnet Apr 16 04:55:36.907829 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:55:36.908493 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:port Apr 16 04:55:36.910070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.910595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service FLAVORS assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.911307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.911771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.912142 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:router Apr 16 04:55:36.912877 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:floatingip Apr 16 04:55:36.913645 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service METERING assigned prefix: /metering {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.915550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.915962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.916338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85220) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 04:55:36.917524 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 04:55:36.918024 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:security_group Apr 16 04:55:36.918881 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 04:55:36.919859 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service CORE assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.920397 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:55:36.920907 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] subnetpool is already registered Apr 16 04:55:36.921600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service CORE assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.921969 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:55:36.922336 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] subnetpool is already registered Apr 16 04:55:36.925226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.925714 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service FLAVORS assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.926366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.926864 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.927236 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:router Apr 16 04:55:36.927608 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] router is already registered Apr 16 04:55:36.928284 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:floatingip Apr 16 04:55:36.928650 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] floatingip is already registered Apr 16 04:55:36.929353 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service METERING assigned prefix: /metering {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.930109 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of CountableResource for resource:rbac_policy Apr 16 04:55:36.930511 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] rbac_policy is already registered Apr 16 04:55:36.931141 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:security_group Apr 16 04:55:36.931508 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] security_group is already registered Apr 16 04:55:36.932158 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 16 04:55:36.932526 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] security_group_rule is already registered Apr 16 04:55:36.933255 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service CORE assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.933625 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:55:36.933986 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] subnetpool is already registered Apr 16 04:55:36.934706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.resource_helper [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Service CORE assigned prefix: {{(pid=85220) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 16 04:55:36.935081 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Creating instance of TrackedResource for resource:subnetpool Apr 16 04:55:36.935537 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.quota.resource_registry [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] subnetpool is already registered Apr 16 04:55:36.936200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: extensions {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.937880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: address-groups {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.939604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: address-scopes {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.940960 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: agents {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.942122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: auto-allocated-topology {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.943467 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: availability_zones {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.945004 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: dhcp-networks {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.946514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: dhcp-agents {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.948033 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: routers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.949927 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: flavors {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.951275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: service_profiles {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.952780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: next_providers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.954420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: service_profiles {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.956014 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: floatingip-pools {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.957296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: routers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.959198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: floatingips {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.960468 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: l3-routers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.961944 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: l3-agents {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.963501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: metering-labels {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.966046 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: metering-label-rules {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.967691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: network-ip-availabilities {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.969050 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: bindings {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.970817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: quotas {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.972334 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: quotas {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.973803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: rbac-policies {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.975191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: security-groups {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.976508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: security-group-rules {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.977821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: service-providers {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.979169 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: subnetpools {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.980675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: subnetpools {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.982270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.984100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.986001 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.987896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.989784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.991784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.993559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.995704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.997614 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:36.999921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.extensions [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Extended resource: tags {{(pid=85220) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 16 04:55:37.007038 dv-cinder-786524-1-smb neutron-server[85220]: WARNING keystonemiddleware.auth_token [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 16 04:55:37.012451 dv-cinder-786524-1-smb neutron-server[85220]: WARNING keystonemiddleware.auth_token [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 16 04:55:37.022152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Acquired lock "singleton_lock" {{(pid=85220) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 16 04:55:37.022726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Releasing lock "singleton_lock" {{(pid=85220) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 16 04:55:37.024248 dv-cinder-786524-1-smb neutron-server[85220]: INFO oslo_service.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Starting 2 workers Apr 16 04:55:37.029242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Started child 85335 {{(pid=85220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 04:55:37.034354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Started child 85336 {{(pid=85220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 04:55:37.034668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:37.035918 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 16 04:55:37.036589 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [-] (85335) wsgi starting up on http://0.0.0.0:9696 Apr 16 04:55:37.036763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Notify callbacks [] for process, before_spawn {{(pid=85220) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:37.039036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:37.039267 dv-cinder-786524-1-smb neutron-server[85220]: INFO oslo_service.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Starting 1 workers Apr 16 04:55:37.040550 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [-] (85336) wsgi starting up on http://0.0.0.0:9696 Apr 16 04:55:37.044975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Started child 85337 {{(pid=85220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 04:55:37.045633 dv-cinder-786524-1-smb neutron-server[85220]: INFO oslo_service.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Starting 1 workers Apr 16 04:55:37.048821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] calling RpcWorker wait() {{(pid=85337) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 16 04:55:37.049353 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] returning from RpcWorker wait() {{(pid=85337) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 16 04:55:37.050697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Started child 85338 {{(pid=85220) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 16 04:55:37.051249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:37.051535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3f68248-9a31-4348-a9b1-5c28fc25d75c None None] Notify callbacks [] for process, after_spawn {{(pid=85220) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:37.051907 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:55:37.053389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85220) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 04:55:37.053652 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 04:55:37.053797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 04:55:37.054025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 04:55:37.054447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 04:55:37.054642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 04:55:37.055215 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.055506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.055817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.056117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.056441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.057083 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.057389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.057701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.058000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.058270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.058521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.058673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.058937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.059079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:37.059202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.059583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.059861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.060130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.060821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.060821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.061196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.061196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.061541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.061755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] debug = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.061983 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.062546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.062795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.063151 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.063377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.063592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.063855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.064164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.064433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.064655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.064930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.065212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.065491 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.065712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.065925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.066231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.066443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.066925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] host = dv-cinder-786524-1-smb {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.067140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.067395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.067670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.068085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.068314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.068519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.068718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.068991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.069265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.069534 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.069798 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.070056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.070321 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.070617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.070829 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_options = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.071031 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.071325 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.071621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.071839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.072053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.072269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.072490 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.072702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.072920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.073127 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.073504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.073504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.073922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.074143 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.074347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.074616 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.074959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.074959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.075375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.075585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.075780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.075980 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.076236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.076575 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.076802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.077050 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.077311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.077591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.077834 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.078241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.078440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.078678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.078855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.079106 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.079384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.079621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.079942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.080200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.080465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.080741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.081014 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.081260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.081519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.081762 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.082020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.082330 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_json = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.082602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.082844 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.083133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.083374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.083698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.083886 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.084069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.084300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.084744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.085062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.085414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.085689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.085957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.086224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.086536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.086810 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.087080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.087346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.087664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.087922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.088244 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.088552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.088731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.089057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.089351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.089648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.089893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.090142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.090360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.090648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.090968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.091280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.091687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.091975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.092243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.092573 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.092885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.093097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.093464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.093819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.094020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.094211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.094452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.094728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.095117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.095367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.095567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.095926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.096112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.096296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.096558 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.096742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.096935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.097231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.097467 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.097652 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.097922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.098248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.099098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.099098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.099098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.099624 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.099624 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.099961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.099961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.100332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.100513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.100690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.100865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.101097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.101364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.101605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.101850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.102100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.102344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.102590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.102854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.103100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.103363 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.103617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.103971 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.104181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.104361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.104535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.104712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.104966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.105210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.105470 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.105730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.105968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.106210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.106451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.106780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.107946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.107946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.107946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.107946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.110633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.110633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.110633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.110633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.110633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.110633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.110633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.110633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.112216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.112216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.112216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.112216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.112216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.112216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.112216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.112216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.113752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.113752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.113752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.113752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.113752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.113752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.113752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.113752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.115552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.115552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.115552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.115552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.115552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.115552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.117012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.117012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.117012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.117012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.117012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.118590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.118590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.118590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.118590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.119512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.119512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.119512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.119512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.120317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.120317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.120317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.120922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.120922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.121341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.121548 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.121764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.121985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.122196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.122495 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.122856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.123189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.123702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.123702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.124062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.124311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.124665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.124665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.125070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.125070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.125480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.125691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.125919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.126128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.126335 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.126578 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.126811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.127032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.127217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.127479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.127839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.128063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.128276 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.128498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.128728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.128937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.129302 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:55:37.129530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.129530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.129966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.129966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.130373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.130702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.130702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.131111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.131341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.131551 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.131763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.131981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.132211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.132451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.132664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.132871 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.133078 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.133362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.133712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.133941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.134220 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.134516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.134892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.135111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.135324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.135552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.135763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.135972 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.136184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.136394 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.136597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.136827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.137045 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.137297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.137555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.137803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.138123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.138357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.138750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.139213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.139613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.139866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.140131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.140375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.140619 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.140865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.141111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.141371 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.141617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.141858 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.142105 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.142366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.142638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.142848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.143090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.143336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.143577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.143902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.144188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.144443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.145197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.145391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.145658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.145936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.146286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.146563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.146848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.147116 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.147372 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.147635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.147933 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.148338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.148711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.149017 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.149298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.149630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.149922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.150241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.150505 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.150854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.151358 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.151764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.151764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.152127 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.152305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.152508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.152795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.153052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.153304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.153533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.153803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.154180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.154533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.154909 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.155369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.155674 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.155965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.156233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.156533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.156762 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.156995 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 04:55:37.157471 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85220) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 16 04:55:37.157691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 16 04:55:37.157899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 16 04:55:37.158109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 16 04:55:37.158336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 16 04:55:37.158336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 16 04:55:37.158910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.158910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.158910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.159594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.159594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.159594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.159594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.160436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.160436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.160436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.160436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.160436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.161332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.161332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.161332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.161332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.161332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.161332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.162787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.162787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.162787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.162787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.162787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] debug = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.162787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.163935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.163935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.163935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.163935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.163935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.163935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.165093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.165093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.165093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.165093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.165093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.165093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.165093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.165093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.167329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.167329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.167329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] host = dv-cinder-786524-1-smb {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.167329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.167329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.167329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.167329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.167329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.168663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.168663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.168663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.168663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.168663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.168663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.168663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.168663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.170417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.170417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_options = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.170417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.170417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.170417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.170417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.170417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.171667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.171667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.171667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.171667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.171667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.171667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.171667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.171667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.173129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.173129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.173129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.173129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.173129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.173129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.173129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.173129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.174305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.174305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.174305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.174305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.174305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.174305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.174305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.174305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.174305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.175412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.175412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.175412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.175412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.175412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.175412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.175412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.175412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.176563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.176563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.176563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.176563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.176563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.176563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.176563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.176563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_json = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.177461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.177461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.177461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.177461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.177461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.177461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.177461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.177461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 16 04:55:37.178493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.178493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.178493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.178493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.178493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.178493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.178493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.178493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.179742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.179742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.179742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.179742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.179742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.179742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.179742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.179742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.180646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.180646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.180646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.180646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.180646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.180646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.180646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.181376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.181376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.181376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.181376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.181376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.182205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.182205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.182205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.182205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.182205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.182959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.182959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.182959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.182959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.183540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.183540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.183540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.183540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.184115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.184115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.184115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.184544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.184544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.184544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.184926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.184926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.185154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.185154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.185451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.185644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.185861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.186104 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.186506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.186506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.186506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.187131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.187131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.187131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.187665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.187665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.187665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.188056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.188056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.188056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.188433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.188433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.188685 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.188685 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.188935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.189078 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.189270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.189427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.189568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.189700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.189834 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.189967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.190166 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.190326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.190533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.190712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.190902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.191102 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.191310 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.191502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.191693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.191884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.192075 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.192273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.192460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.192648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.192846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.193050 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.193180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.193359 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.193553 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.193743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.193935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.194125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.194314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.194547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.194727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.194919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.195107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.195297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.195486 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.195675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.195863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.196052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.196252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.196440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.196631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.196819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.197018 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.197206 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.197407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.197537 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.197708 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.197896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.198090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.198249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.198407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.198600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.198771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.198941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.199093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.199302 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.199465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.199622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.199821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.200072 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.200238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.200427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.200587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.200744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.200944 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.201103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.201261 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.201584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.201584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.201881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.202247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.202247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.202247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.203096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.203096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.203096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.203096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.203096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.203795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.203795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.203795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.203795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.204383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.204383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.204383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.204809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.204809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.205100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.205100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.205349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.205349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.205578 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.205700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.205897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.206086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.206291 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.206521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.206724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.206918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.207132 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.207323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.207513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.207706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.207894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.208082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.208251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.208442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.208600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.208793 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.208926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.209129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.209317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.209505 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.210024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.210024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.210024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.210694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.210694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.210694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.210694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.211479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.211479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.211479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.211479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.212227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.212227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.212227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.212227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.212227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.213928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.214567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.214567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.214567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.214911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.214911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.215123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.215123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.215332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.215457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.215745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.215894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.216022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.216159 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.216291 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.216419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.216765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.216955 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.217155 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.217345 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.217537 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.217726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.217929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.218119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.218315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.218549 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.218691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.218887 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.219078 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.219273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.219475 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.219679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.219867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.220065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.220264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.220462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.220654 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.220850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.221055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.221246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.221433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.221622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.221811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.222000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.222189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.222377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.222595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.222787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.223031 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.223204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.223335 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.223463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.223719 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.223867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.223997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.224126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.224307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.224464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 16 04:55:37.224626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85220) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 16 04:55:37.260185 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:55:37.404297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 44936) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:55:37.415613 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0091126 Apr 16 04:55:49.787780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febffa48-bd78-4b97-bab2-868ebdf35833 None None] get_active_networks_info from dv-cinder-786524-1-smb {{(pid=85337) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 16 04:55:49.915354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febffa48-bd78-4b97-bab2-868ebdf35833 None None] No non-hosted networks {{(pid=85337) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 16 04:55:49.948478 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e7d94802-a204-4f94-b607-957bbfb00490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:52.510184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-95bf14f9-6a56-40f0-9eaf-ab750ebb1417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:52.586331 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3bafd9-c4a7-4551-8800-aea0a58aeff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:52.769010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:53.943377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:53.944060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.944651 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.944784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.945187 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.945756 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.945869 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.946234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.946631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.946999 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.947432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.947970 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.948750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:55:53.949712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786524-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:55:53.959632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:55:55.261745 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_hamode_db [None req-a5e06711-26be-44e5-8551-0566a73d01a0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 16 04:55:55.476901 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e06711-26be-44e5-8551-0566a73d01a0 None None] Routers set() bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 04:55:55.477777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e06711-26be-44e5-8551-0566a73d01a0 None None] Router IDs set() for agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 16 04:55:55.655272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:55:55.958455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45028) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:55:56.800385 dv-cinder-786524-1-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-97d6fc5a-d09b-48ef-9fa8-dbf4b65d9617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:55:56.800960 dv-cinder-786524-1-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-97d6fc5a-d09b-48ef-9fa8-dbf4b65d9617 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:55:57.037035 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-97d6fc5a-d09b-48ef-9fa8-dbf4b65d9617 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:55:57.038310 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-97d6fc5a-d09b-48ef-9fa8-dbf4b65d9617 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0778246 Apr 16 04:55:59.860188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45044) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:00.285374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-f9776dff-e62a-470a-93ed-38df07ea9018 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:00.389516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.policy [None req-f9776dff-e62a-470a-93ed-38df07ea9018 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85336) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 04:56:00.445243 dv-cinder-786524-1-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-f9776dff-e62a-470a-93ed-38df07ea9018 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:56:00.445672 dv-cinder-786524-1-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-f9776dff-e62a-470a-93ed-38df07ea9018 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:56:00.464250 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota [None req-f9776dff-e62a-470a-93ed-38df07ea9018 admin admin] Loaded quota_driver: . Apr 16 04:56:00.480701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f9776dff-e62a-470a-93ed-38df07ea9018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:56:00.540668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f9776dff-e62a-470a-93ed-38df07ea9018 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275292497820', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275292494416', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275292503604', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275292448408', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275292464283', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363275292461658', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-220500', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854739722', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1621953', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853328385'] for rbac-policy, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:00.781189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f9776dff-e62a-470a-93ed-38df07ea9018 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:00.782497 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f9776dff-e62a-470a-93ed-38df07ea9018 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9213018 Apr 16 04:56:03.911521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45058) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:04.375982 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'name': 'private'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:04.382597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:56:04.387660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Usage tracker for resource:network and tenant:fb139148362e4973a242b9c5806c6f9e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 04:56:04.391743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 04:56:04.399053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 04:56:04.409313 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Made reservation on behalf of fb139148362e4973a242b9c5806c6f9e for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 04:56:04.415519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:04.432611 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:04.448056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:56:04.452256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Usage tracker for resource:security_group_rule and tenant:fb139148362e4973a242b9c5806c6f9e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 04:56:04.455832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 04:56:04.461868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 04:56:04.601858 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:04.606360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:04.614587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:04.649848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 04:56:04.694024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275290215233', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:04.694979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Unsubscribe: segment precommit_create {{(pid=85336) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 04:56:04.695692 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Added segment 7c334fec-70a8-4644-aad3-2832933e6779 of type vlan for network 32f77f36-d80c-412f-b823-6964fb69c4c8 Apr 16 04:56:04.791684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c2fad-7175-4492-a920-097df0a67942,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:04.826369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.826771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.827133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.827489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.827840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.828197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.828547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.828899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.829257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.829618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.829961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.830302 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Tracked resource versions report: Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: pushed versions: Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: consumer versions: Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: { DHCP agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: L3 agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: Metadata agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: Metering agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-786524-1-smb: { 'AddressGroup': '1.2', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': '1.0', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': '1.1', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': '1.7', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 04:56:04.831471 dv-cinder-786524-1-smb neutron-server[85220]: {{(pid=85336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 04:56:04.869839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:04.887124 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:04.920340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:04.921911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:56:04.922633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:04.928051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:05.043651 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1308606 Apr 16 04:56:05.047014 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Pushing event updated for resources: {'Network': ['ID=32f77f36-d80c-412f-b823-6964fb69c4c8,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:05.062201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:05.072081 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 32f77f36-d80c-412f-b823-6964fb69c4c8 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 04:56:08.283581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45074) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:08.968069 dv-cinder-786524-1-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-f3b824d6-0261-4241-82b1-40697115c293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:56:08.968766 dv-cinder-786524-1-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-f3b824d6-0261-4241-82b1-40697115c293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:56:09.439482 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.policy [None req-f3b824d6-0261-4241-82b1-40697115c293 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85335) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 16 04:56:09.660253 dv-cinder-786524-1-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-f3b824d6-0261-4241-82b1-40697115c293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:56:09.660707 dv-cinder-786524-1-smb neutron-server[85220]: WARNING oslo_policy.policy [None req-f3b824d6-0261-4241-82b1-40697115c293 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 16 04:56:09.678808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b824d6-0261-4241-82b1-40697115c293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:56:09.680565 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f3b824d6-0261-4241-82b1-40697115c293 admin admin] 10.222.0.48 "GET /v2.0/networks/32f77f36-d80c-412f-b823-6964fb69c4c8 HTTP/1.1" status: 200 len: 825 time: 1.3959596 Apr 16 04:56:09.714654 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-04e4cda7-f56e-41bc-a60a-123c6a93c174 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/27735f73-9fc8-48ab-87a4-23a7eb0246de HTTP/1.1" status: 200 len: 734 time: 0.0275743 Apr 16 04:56:09.725446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '27735f73-9fc8-48ab-87a4-23a7eb0246de', 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8', 'ip_version': 4, 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'name': 'private-subnet'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:09.728383 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.quota [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Loaded quota_driver: . Apr 16 04:56:09.735207 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:56:09.742222 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Usage tracker for resource:subnet and tenant:fb139148362e4973a242b9c5806c6f9e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 04:56:09.745572 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 04:56:09.752769 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 04:56:09.766854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Made reservation on behalf of fb139148362e4973a242b9c5806c6f9e for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 04:56:09.773264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:10.306689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:10.320113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:10.469900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47da5d7-f2c0-433e-bb67-9044c5c14b34,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:10.483485 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.483852 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.484182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.484444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.484758 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.485286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.485447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.485801 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.486143 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.486438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.486805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.487144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Tracked resource versions report: Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: pushed versions: Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: consumer versions: Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: { DHCP agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: L3 agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: Metadata agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: Metering agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-786524-1-smb: { 'AddressGroup': '1.2', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': '1.0', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': '1.1', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': '1.7', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 04:56:10.488310 dv-cinder-786524-1-smb neutron-server[85220]: {{(pid=85335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 04:56:10.541346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:10.570713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Checking segment: {'id': '7c334fec-70a8-4644-aad3-2832933e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 04:56:10.570961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Network hostable DHCP agents. Network: 32f77f36-d80c-412f-b823-6964fb69c4c8, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 04:56:10.594644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Network 32f77f36-d80c-412f-b823-6964fb69c4c8 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 04:56:10.604507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 32f77f36-d80c-412f-b823-6964fb69c4c8) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 04:56:10.609546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:56:10.610191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:10.615006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deed5c24-d9e7-4f7f-9ae4-ae980cf6e455 None None] Network 32f77f36-d80c-412f-b823-6964fb69c4c8 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 04:56:10.632566 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9109933 Apr 16 04:56:11.155912 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7ac6f4-a920-563a-8933-e237505e871c-32f77f36-d80c-412f-b823-6964fb69c4c8', 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'fixed_ips': [{'subnet_id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34'}]}} from dv-cinder-786524-1-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 04:56:11.157630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:11.436930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Allocated IP 172.20.0.2 (32f77f36-d80c-412f-b823-6964fb69c4c8/e47da5d7-f2c0-433e-bb67-9044c5c14b34/44e097aa-2205-4c05-a0f4-8943074c8d26) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 04:56:11.683781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:11.697679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Transition to ACTIVE for port object 44e097aa-2205-4c05-a0f4-8943074c8d26 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:56:11.719036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Transition to ACTIVE for port object 44e097aa-2205-4c05-a0f4-8943074c8d26 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:56:11.726418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:11.744006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:11.877386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Pushing event updated for resources: {'Port': ['ID=44e097aa-2205-4c05-a0f4-8943074c8d26,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:11.898279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.898691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.899064 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.899427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.899789 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.900153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.900511 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.900868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.901228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.901578 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.901932 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.902292 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Tracked resource versions report: Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: pushed versions: Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: consumer versions: Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: { DHCP agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: L3 agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: Metadata agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: Metering agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-786524-1-smb: { 'AddressGroup': '1.2', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': '1.0', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': '1.1', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': '1.7', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 04:56:11.903552 dv-cinder-786524-1-smb neutron-server[85220]: {{(pid=85337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 04:56:11.919144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:11.973656 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Network 32f77f36-d80c-412f-b823-6964fb69c4c8 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 04:56:11.975131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 04:56:11.978682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 04:56:12.086184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Attempting to bind port 44e097aa-2205-4c05-a0f4-8943074c8d26 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:56:12.087308 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Attempting to bind port 44e097aa-2205-4c05-a0f4-8943074c8d26 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '7c334fec-70a8-4644-aad3-2832933e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 04:56:12.087308 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Attempting to bind port 44e097aa-2205-4c05-a0f4-8943074c8d26 on network 32f77f36-d80c-412f-b823-6964fb69c4c8 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 04:56:12.094371 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 4, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 04:56:12.095039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Checking segment: {'id': '7c334fec-70a8-4644-aad3-2832933e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 04:56:12.095527 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:12.095960 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Bound using segment: {'id': '7c334fec-70a8-4644-aad3-2832933e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 04:56:12.096504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Bound port: 44e097aa-2205-4c05-a0f4-8943074c8d26, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c334fec-70a8-4644-aad3-2832933e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 04:56:12.097027 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:12.234273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] For port 44e097aa-2205-4c05-a0f4-8943074c8d26, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 04:56:12.238864 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] For port 44e097aa-2205-4c05-a0f4-8943074c8d26, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=44e097aa-2205-4c05-a0f4-8943074c8d26,segment=NetworkSegment(7c334fec-70a8-4644-aad3-2832933e6779),segment_id=7c334fec-70a8-4644-aad3-2832933e6779)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 04:56:12.242682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:12.259030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:12.412265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Pushing event updated for resources: {'Port': ['ID=44e097aa-2205-4c05-a0f4-8943074c8d26,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:12.415857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:13.512097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45094) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:14.056682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-29483b9c-fe41-4c95-9fc6-44e44aa8b36a admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:56:14.057788 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-29483b9c-fe41-4c95-9fc6-44e44aa8b36a admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5444708 Apr 16 04:56:16.948736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45104) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:17.451362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-71ac27bb-8836-438c-bf35-ea54a6b893d3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:56:17.452553 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-71ac27bb-8836-438c-bf35-ea54a6b893d3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5027971 Apr 16 04:56:19.608123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-759d5cc6-33f3-43ad-9450-df21813817b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:19.928063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daff833-d660-42a2-830f-c216dabdd7f7 None None] Network 32f77f36-d80c-412f-b823-6964fb69c4c8 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 04:56:20.025338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-89883331-698b-444c-9e59-06c743676b5d None None] Provisioning for port 44e097aa-2205-4c05-a0f4-8943074c8d26 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 04:56:20.126976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 44e097aa-2205-4c05-a0f4-8943074c8d26 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 04:56:20.262010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 44e097aa-2205-4c05-a0f4-8943074c8d26 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 04:56:20.275586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 44e097aa-2205-4c05-a0f4-8943074c8d26 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:56:20.276022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:20.426962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:20.466450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 44e097aa-2205-4c05-a0f4-8943074c8d26, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=44e097aa-2205-4c05-a0f4-8943074c8d26,segment=NetworkSegment(7c334fec-70a8-4644-aad3-2832933e6779),segment_id=7c334fec-70a8-4644-aad3-2832933e6779)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 04:56:20.469801 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:20.473240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:20.548764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=44e097aa-2205-4c05-a0f4-8943074c8d26,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:20.552306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:20.575211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8db988e7-ce58-4214-941e-b9a25e038f51 None None] Provisioning complete for port 44e097aa-2205-4c05-a0f4-8943074c8d26 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:56:20.575603 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8db988e7-ce58-4214-941e-b9a25e038f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:20.823613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45120) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:21.288339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:21.293273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:56:21.298171 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Usage tracker for resource:router and tenant:fb139148362e4973a242b9c5806c6f9e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 04:56:21.301775 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 04:56:21.308363 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 04:56:21.319377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1728486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5904'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:21.320728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853047493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853055387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853063681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769911'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:21.342640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:21.456910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853047331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720371'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:21.477164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:21.478432 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-194282c8-7211-4a2a-8397-af7cfce93280 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6536155 Apr 16 04:56:22.072765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 44e097aa-2205-4c05-a0f4-8943074c8d26 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 04:56:22.147026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 44e097aa-2205-4c05-a0f4-8943074c8d26 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:56:22.147433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:22.501530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1072d65b-7b9b-47d6-a900-0b12283b4212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:22.713398 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:23.955247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:24.387845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45140) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:24.573441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-17c2141c-706c-4dab-87bc-921976e3f39e admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:56:24.575419 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-17c2141c-706c-4dab-87bc-921976e3f39e admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1861794 Apr 16 04:56:25.572720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:27.320719 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45160) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:27.378211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:27.385401 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:56:27.390361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Usage tracker for resource:network and tenant:cd8a2c626acb4c7795cebf2c5d1e8650 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 04:56:27.393660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 04:56:27.400618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 04:56:27.411108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Made reservation on behalf of cd8a2c626acb4c7795cebf2c5d1e8650 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 04:56:27.416069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:27.429978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:27.446645 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:56:27.451193 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Usage tracker for resource:security_group_rule and tenant:cd8a2c626acb4c7795cebf2c5d1e8650 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 04:56:27.454383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 04:56:27.460531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 04:56:27.552545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:27.555798 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:27.560688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:27.577294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Reserving flat network on physical network physnet1 {{(pid=85336) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 16 04:56:27.599829 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8cd337-669c-44f5-8058-b7cad925f620,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:27.603758 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:27.607327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:27.608373 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Added segment 02913847-1d44-4ec9-971b-0a9105c54d3e of type flat for network ee63066a-cfd9-47ab-ac02-da676e921a71 Apr 16 04:56:27.650510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:27.691421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:27.692825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:56:27.693455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:27.698524 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:27.817598 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4955142 Apr 16 04:56:27.823255 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Pushing event updated for resources: {'Network': ['ID=ee63066a-cfd9-47ab-ac02-da676e921a71,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:27.832224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:27.845761 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network ee63066a-cfd9-47ab-ac02-da676e921a71 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 04:56:30.392794 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45170) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:30.522245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843422af-50b9-4346-a866-49142cc33669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:56:30.523755 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-843422af-50b9-4346-a866-49142cc33669 admin admin] 10.222.0.48 "GET /v2.0/subnets/e47da5d7-f2c0-433e-bb67-9044c5c14b34 HTTP/1.1" status: 200 len: 849 time: 0.1299272 Apr 16 04:56:30.707748 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7ecb721f-fff3-4255-926a-7a008e01d9e6 admin admin] 10.222.0.48 "GET /v2.0/routers/72a913f0-f13b-4c5a-a935-2274ba1152df HTTP/1.1" status: 200 len: 704 time: 0.1776056 Apr 16 04:56:31.221671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:31.468824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Allocated IP 172.20.0.1 (32f77f36-d80c-412f-b823-6964fb69c4c8/e47da5d7-f2c0-433e-bb67-9044c5c14b34/651b0c13-772f-4223-89ee-113d4c9721d7) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 04:56:31.789279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:31.811020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Transition to ACTIVE for port object 651b0c13-772f-4223-89ee-113d4c9721d7 will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:56:31.872780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:31.885941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:32.015631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Pushing event updated for resources: {'Port': ['ID=651b0c13-772f-4223-89ee-113d4c9721d7,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:32.028611 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:32.093435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Network 32f77f36-d80c-412f-b823-6964fb69c4c8 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 04:56:32.094542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 04:56:32.097661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 04:56:32.098201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853052554'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:32.291157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-0fcedad2-a45c-4d6b-a9ee-e7a719264d2c None None] Provisioning for port 651b0c13-772f-4223-89ee-113d4c9721d7 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 04:56:32.296813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-0fcedad2-a45c-4d6b-a9ee-e7a719264d2c None None] Provisioning complete for port 651b0c13-772f-4223-89ee-113d4c9721d7 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:56:32.297232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0fcedad2-a45c-4d6b-a9ee-e7a719264d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:32.355413 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0fcedad2-a45c-4d6b-a9ee-e7a719264d2c None None] Port 651b0c13-772f-4223-89ee-113d4c9721d7 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 04:56:32.374110 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:32.623966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:32.628363 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:32.629492 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723153'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:32.642686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:32.779761 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Pushing event updated for resources: {'Port': ['ID=651b0c13-772f-4223-89ee-113d4c9721d7,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:32.789625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:32.854843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Network 32f77f36-d80c-412f-b823-6964fb69c4c8 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 04:56:32.856304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 04:56:33.070373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Router 72a913f0-f13b-4c5a-a935-2274ba1152df is scheduled to L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 04:56:33.088743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f2693e2d-45c8-4145-a344-7e96a9f1c96b None None] Provisioning complete for port 651b0c13-772f-4223-89ee-113d4c9721d7 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:56:33.089376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f2693e2d-45c8-4145-a344-7e96a9f1c96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:33.157796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f2693e2d-45c8-4145-a344-7e96a9f1c96b None None] Port 651b0c13-772f-4223-89ee-113d4c9721d7 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 04:56:33.247829 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 04:56:33.258456 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Sync routers for ids ['72a913f0-f13b-4c5a-a935-2274ba1152df'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 04:56:33.262062 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] 10.222.0.48 "PUT /v2.0/routers/72a913f0-f13b-4c5a-a935-2274ba1152df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5482271 Apr 16 04:56:33.271722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Routers {'72a913f0-f13b-4c5a-a935-2274ba1152df'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 04:56:33.272477 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T04:56:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['72a913f0-f13b-4c5a-a935-2274ba1152df'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:56:33.466530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Set router 72a913f0-f13b-4c5a-a935-2274ba1152df gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 04:56:34.048459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'name': 'router1', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:56:21Z', 'updated_at': '2021-04-16T04:56:32Z', 'revision_number': 2, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'gw_port_host': None, '_interfaces': [{'id': '651b0c13-772f-4223-89ee-113d4c9721d7', 'name': '', 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'mac_address': 'fa:16:3e:43:1f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:56:31Z', 'updated_at': '2021-04-16T04:56:32Z', 'revision_number': 2, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'subnets': [{'id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27735f73-9fc8-48ab-87a4-23a7eb0246de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:56:34.053870 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Checking router: 72a913f0-f13b-4c5a-a935-2274ba1152df for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 04:56:34.054257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Updating router 72a913f0-f13b-4c5a-a935-2274ba1152df port 651b0c13-772f-4223-89ee-113d4c9721d7 binding host dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 04:56:34.115283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:34.523210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:34.538394 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Transition to ACTIVE for port object 651b0c13-772f-4223-89ee-113d4c9721d7 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:56:34.544957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:34.561231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:34.702799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Pushing event updated for resources: {'Port': ['ID=651b0c13-772f-4223-89ee-113d4c9721d7,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:34.713671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.714056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.714421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.714838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.715198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.715705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.716070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.716523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.716870 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.717231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.717592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.717941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Tracked resource versions report: Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: pushed versions: Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: consumer versions: Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: { DHCP agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: L3 agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: Metadata agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: Metering agent@dv-cinder-786524-1-smb: {}, Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-786524-1-smb: { 'AddressGroup': '1.2', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': '1.0', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': '1.1', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': '1.7', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 04:56:34.719132 dv-cinder-786524-1-smb neutron-server[85220]: {{(pid=85338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 04:56:34.735502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:34.937990 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Attempting to bind port 651b0c13-772f-4223-89ee-113d4c9721d7 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:56:34.938408 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Attempting to bind port 651b0c13-772f-4223-89ee-113d4c9721d7 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '7c334fec-70a8-4644-aad3-2832933e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 04:56:34.938859 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Attempting to bind port 651b0c13-772f-4223-89ee-113d4c9721d7 on network 32f77f36-d80c-412f-b823-6964fb69c4c8 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 04:56:34.944956 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 4, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 04:56:34.945375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Checking segment: {'id': '7c334fec-70a8-4644-aad3-2832933e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 04:56:34.945845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:34.946269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Bound using segment: {'id': '7c334fec-70a8-4644-aad3-2832933e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 04:56:34.946839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Bound port: 651b0c13-772f-4223-89ee-113d4c9721d7, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c334fec-70a8-4644-aad3-2832933e6779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 04:56:34.947245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:35.047605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] For port 651b0c13-772f-4223-89ee-113d4c9721d7, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 04:56:35.052425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] For port 651b0c13-772f-4223-89ee-113d4c9721d7, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=651b0c13-772f-4223-89ee-113d4c9721d7,segment=NetworkSegment(7c334fec-70a8-4644-aad3-2832933e6779),segment_id=7c334fec-70a8-4644-aad3-2832933e6779)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 04:56:35.056755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:35.071528 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:35.238141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Pushing event updated for resources: {'Port': ['ID=651b0c13-772f-4223-89ee-113d4c9721d7,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:35.241433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:35.308935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Routers {'72a913f0-f13b-4c5a-a935-2274ba1152df'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 04:56:35.309978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T04:56:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['72a913f0-f13b-4c5a-a935-2274ba1152df'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:56:35.480777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] Set router 72a913f0-f13b-4c5a-a935-2274ba1152df gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 04:56:35.836366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'name': 'router1', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:56:21Z', 'updated_at': '2021-04-16T04:56:32Z', 'revision_number': 2, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'gw_port_host': None, '_interfaces': [{'id': '651b0c13-772f-4223-89ee-113d4c9721d7', 'name': '', 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'mac_address': 'fa:16:3e:43:1f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:56:31Z', 'updated_at': '2021-04-16T04:56:35Z', 'revision_number': 4, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'subnets': [{'id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27735f73-9fc8-48ab-87a4-23a7eb0246de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:56:35.837735 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64155cbf-85db-4d6b-93be-ad83ebc85ea9 None None] The sync data for ids ['72a913f0-f13b-4c5a-a935-2274ba1152df'] in dv-cinder-786524-1-smb is: [{'id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'name': 'router1', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:56:21Z', 'updated_at': '2021-04-16T04:56:32Z', 'revision_number': 2, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'gw_port_host': None, '_interfaces': [{'id': '651b0c13-772f-4223-89ee-113d4c9721d7', 'name': '', 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'mac_address': 'fa:16:3e:43:1f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:56:31Z', 'updated_at': '2021-04-16T04:56:35Z', 'revision_number': 4, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'subnets': [{'id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27735f73-9fc8-48ab-87a4-23a7eb0246de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 04:56:35.878137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45182) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:36.217874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd52ef-b958-404d-af35-c80fa56ee133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:56:36.218520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-14dd52ef-b958-404d-af35-c80fa56ee133 admin admin] Synchronizing usage tracker for tenant:cd8a2c626acb4c7795cebf2c5d1e8650 on resource:network {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 04:56:36.238501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-14dd52ef-b958-404d-af35-c80fa56ee133 admin admin] Unset dirty status for tenant:cd8a2c626acb4c7795cebf2c5d1e8650 on resource:network {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 04:56:36.239853 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-14dd52ef-b958-404d-af35-c80fa56ee133 admin admin] 10.222.0.48 "GET /v2.0/networks/ee63066a-cfd9-47ab-ac02-da676e921a71 HTTP/1.1" status: 200 len: 842 time: 0.3606017 Apr 16 04:56:36.251431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.1.0/24'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:36.257546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:56:36.262432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Usage tracker for resource:subnet and tenant:cd8a2c626acb4c7795cebf2c5d1e8650 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 04:56:36.266051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 04:56:36.273515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 04:56:36.283822 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Made reservation on behalf of cd8a2c626acb4c7795cebf2c5d1e8650 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 04:56:36.288773 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:36.773382 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.objects.ports [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85336) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 16 04:56:36.773857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:36.786810 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:36.911120 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:36.929687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:36.990863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Checking segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 04:56:36.991251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Network hostable DHCP agents. Network: ee63066a-cfd9-47ab-ac02-da676e921a71, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 04:56:37.016240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 04:56:37.026525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, ee63066a-cfd9-47ab-ac02-da676e921a71) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 04:56:37.030508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:56:37.031154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:37.037223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c0625f-233f-4044-9224-d70e0c11abad None None] Network ee63066a-cfd9-47ab-ac02-da676e921a71 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 04:56:37.068571 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8060389 Apr 16 04:56:37.446880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74b680b-4f46-47d0-8954-5fe4f419d4ab None None] Network ee63066a-cfd9-47ab-ac02-da676e921a71 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 04:56:38.175793 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 04:56:39.729551 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45196) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:39.963514 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-804742d5-0893-4d72-bf70-f6275b830980 admin admin] 10.222.0.48 "GET /v2.0/routers/72a913f0-f13b-4c5a-a935-2274ba1152df HTTP/1.1" status: 200 len: 710 time: 0.2321310 Apr 16 04:56:40.103631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b9635-7508-44e1-962d-d9a099782aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:56:40.105112 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-fb7b9635-7508-44e1-962d-d9a099782aef admin admin] 10.222.0.48 "GET /v2.0/networks/ee63066a-cfd9-47ab-ac02-da676e921a71 HTTP/1.1" status: 200 len: 886 time: 0.1362200 Apr 16 04:56:40.107902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 651b0c13-772f-4223-89ee-113d4c9721d7 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 04:56:40.115540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:56:40.179837 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 651b0c13-772f-4223-89ee-113d4c9721d7 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 04:56:40.185080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 651b0c13-772f-4223-89ee-113d4c9721d7 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:56:40.185511 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:40.314757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:40.348784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 651b0c13-772f-4223-89ee-113d4c9721d7, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=651b0c13-772f-4223-89ee-113d4c9721d7,segment=NetworkSegment(7c334fec-70a8-4644-aad3-2832933e6779),segment_id=7c334fec-70a8-4644-aad3-2832933e6779)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 04:56:40.352804 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:40.355060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9710da74-938c-4531-8b5e-60c4cbf35def None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:40.436350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=651b0c13-772f-4223-89ee-113d4c9721d7,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:40.439941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:40.764953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853055404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769862'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:41.136267 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:41.231284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:41.388705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Allocated IP 172.28.1.22 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/706ba487-8bf3-45d6-a200-515e32ce7746) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 04:56:41.556026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:41.617611 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:41.633502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:41.772770 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Pushing event updated for resources: {'Port': ['ID=706ba487-8bf3-45d6-a200-515e32ce7746,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:41.788309 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:41.828661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 04:56:41.829876 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 04:56:41.832386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 04:56:42.089325 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 651b0c13-772f-4223-89ee-113d4c9721d7 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 04:56:42.163407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 651b0c13-772f-4223-89ee-113d4c9721d7 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:56:42.163807 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:42.256849 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:42.788242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853055404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769862'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:42.791959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1720396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853055429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853047348'] for router, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:42.986754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Router 72a913f0-f13b-4c5a-a935-2274ba1152df has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 04:56:43.178013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 04:56:43.187233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:43.188516 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] 10.222.0.48 "PUT /v2.0/routers/72a913f0-f13b-4c5a-a935-2274ba1152df HTTP/1.1" status: 200 len: 889 time: 3.0766473 Apr 16 04:56:43.189271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Sync routers for ids ['72a913f0-f13b-4c5a-a935-2274ba1152df'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 04:56:43.200770 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Routers {'72a913f0-f13b-4c5a-a935-2274ba1152df'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 04:56:43.201477 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T04:56:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['72a913f0-f13b-4c5a-a935-2274ba1152df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:56:43.410254 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Set router 72a913f0-f13b-4c5a-a935-2274ba1152df gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 04:56:43.785678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'name': 'router1', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '706ba487-8bf3-45d6-a200-515e32ce7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:56:21Z', 'updated_at': '2021-04-16T04:56:42Z', 'revision_number': 4, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'gw_port': {'id': '706ba487-8bf3-45d6-a200-515e32ce7746', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:56:41Z', 'updated_at': '2021-04-16T04:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '651b0c13-772f-4223-89ee-113d4c9721d7', 'name': '', 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'mac_address': 'fa:16:3e:43:1f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:56:31Z', 'updated_at': '2021-04-16T04:56:40Z', 'revision_number': 5, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'subnets': [{'id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27735f73-9fc8-48ab-87a4-23a7eb0246de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:56:43.791133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Checking router: 72a913f0-f13b-4c5a-a935-2274ba1152df for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 04:56:43.791664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Updating router 72a913f0-f13b-4c5a-a935-2274ba1152df port 706ba487-8bf3-45d6-a200-515e32ce7746 binding host dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 04:56:43.850129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:44.227163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:44.240622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Transition to ACTIVE for port object 706ba487-8bf3-45d6-a200-515e32ce7746 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:56:44.247388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:44.263929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:44.405292 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62df7-3709-41a7-a236-9fba34743fa6 None None] Pushing event updated for resources: {'Port': ['ID=706ba487-8bf3-45d6-a200-515e32ce7746,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:44.409784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-64b62df7-3709-41a7-a236-9fba34743fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:44.475452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Attempting to bind port 706ba487-8bf3-45d6-a200-515e32ce7746 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:56:44.475856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Attempting to bind port 706ba487-8bf3-45d6-a200-515e32ce7746 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 04:56:44.476262 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Attempting to bind port 706ba487-8bf3-45d6-a200-515e32ce7746 on network ee63066a-cfd9-47ab-ac02-da676e921a71 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 04:56:44.482839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 4, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 04:56:44.483195 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Checking segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 04:56:44.483643 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:44.484081 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Bound using segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 04:56:44.484597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Bound port: 706ba487-8bf3-45d6-a200-515e32ce7746, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 04:56:44.485074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:44.567474 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] For port 706ba487-8bf3-45d6-a200-515e32ce7746, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 04:56:44.570791 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] For port 706ba487-8bf3-45d6-a200-515e32ce7746, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=706ba487-8bf3-45d6-a200-515e32ce7746,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 04:56:44.575319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:44.592766 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-64b62df7-3709-41a7-a236-9fba34743fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:44.919286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62df7-3709-41a7-a236-9fba34743fa6 None None] Pushing event updated for resources: {'Port': ['ID=706ba487-8bf3-45d6-a200-515e32ce7746,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:44.922969 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-64b62df7-3709-41a7-a236-9fba34743fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:44.974653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Routers {'72a913f0-f13b-4c5a-a935-2274ba1152df'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 04:56:44.975345 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T04:56:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['72a913f0-f13b-4c5a-a935-2274ba1152df'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:56:45.169552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] Set router 72a913f0-f13b-4c5a-a935-2274ba1152df gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 04:56:45.536443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'name': 'router1', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '706ba487-8bf3-45d6-a200-515e32ce7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:56:21Z', 'updated_at': '2021-04-16T04:56:42Z', 'revision_number': 4, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'gw_port': {'id': '706ba487-8bf3-45d6-a200-515e32ce7746', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:56:41Z', 'updated_at': '2021-04-16T04:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '651b0c13-772f-4223-89ee-113d4c9721d7', 'name': '', 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'mac_address': 'fa:16:3e:43:1f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:56:31Z', 'updated_at': '2021-04-16T04:56:40Z', 'revision_number': 5, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'subnets': [{'id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27735f73-9fc8-48ab-87a4-23a7eb0246de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 04:56:45.541178 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999a3bc-ff1f-40be-88d8-003816295755 None None] The sync data for ids ['72a913f0-f13b-4c5a-a935-2274ba1152df'] in dv-cinder-786524-1-smb is: [{'id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'name': 'router1', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '706ba487-8bf3-45d6-a200-515e32ce7746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T04:56:21Z', 'updated_at': '2021-04-16T04:56:42Z', 'revision_number': 4, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'gw_port': {'id': '706ba487-8bf3-45d6-a200-515e32ce7746', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:42:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:56:41Z', 'updated_at': '2021-04-16T04:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '651b0c13-772f-4223-89ee-113d4c9721d7', 'name': '', 'network_id': '32f77f36-d80c-412f-b823-6964fb69c4c8', 'tenant_id': 'fb139148362e4973a242b9c5806c6f9e', 'mac_address': 'fa:16:3e:43:1f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a913f0-f13b-4c5a-a935-2274ba1152df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T04:56:31Z', 'updated_at': '2021-04-16T04:56:40Z', 'revision_number': 5, 'project_id': 'fb139148362e4973a242b9c5806c6f9e', 'subnets': [{'id': 'e47da5d7-f2c0-433e-bb67-9044c5c14b34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '27735f73-9fc8-48ab-87a4-23a7eb0246de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 04:56:45.968939 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45206) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:56:46.106527 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5a38ba90-09a9-47d4-bbd0-d24d86378778 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1323056 Apr 16 04:56:46.109207 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 706ba487-8bf3-45d6-a200-515e32ce7746 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 04:56:46.193526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 706ba487-8bf3-45d6-a200-515e32ce7746 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 04:56:46.200150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 706ba487-8bf3-45d6-a200-515e32ce7746 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:56:46.200570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:46.339108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:46.358059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 706ba487-8bf3-45d6-a200-515e32ce7746, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=706ba487-8bf3-45d6-a200-515e32ce7746,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 04:56:46.361082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:46.364574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:56:46.443502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=706ba487-8bf3-45d6-a200-515e32ce7746,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:56:46.453278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:56:48.096667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 706ba487-8bf3-45d6-a200-515e32ce7746 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 04:56:48.180885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 706ba487-8bf3-45d6-a200-515e32ce7746 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:56:48.181436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:49.615671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5697ebb1-81ad-4dfd-b1b1-c52fbe6f4dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:52.511605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-194f8edf-e3e3-4aad-aaae-538d5173c28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:52.739933 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:53.994807 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:56:55.585695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:15.184391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 04:57:19.609319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67b82bf4-e68a-468b-9f68-18ae0f3e221f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:22.497275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-48f6c85f-f30e-4842-b762-fa1fb755baa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:22.736413 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:23.959854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:25.578429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:49.614274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5258456a-bb8b-493e-8993-8d232dfab155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:52.176024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 04:57:52.500944 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fa2c25ac-c5a4-4dc2-9357-78d2bacad920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:52.725654 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:53.934515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:57:55.574964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:19.618056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3d0c6749-a0a0-4a4a-8fa2-b5db55229cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:22.508036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-15d26e43-083c-4dce-b903-9277bddf5a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:22.729089 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:23.938799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:25.581765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:29.175938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 04:58:31.101997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45776) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:31.180101 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acc6a63-b50d-4f37-9d82-6edf4ef96bda admin admin] GET failed (client error): The resource could not be found. Apr 16 04:58:31.181535 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3acc6a63-b50d-4f37-9d82-6edf4ef96bda admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0782876 Apr 16 04:58:31.328017 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effdf236-6f4f-4031-8380-1c2f61695b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:31.329456 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-effdf236-6f4f-4031-8380-1c2f61695b1b admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1430590 Apr 16 04:58:33.860900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45786) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:33.982428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafa65ee-f864-4101-a6f6-f33d11d7a1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:33.983055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dafa65ee-f864-4101-a6f6-f33d11d7a1ed admin admin] Synchronizing usage tracker for tenant:cd8a2c626acb4c7795cebf2c5d1e8650 on resource:subnet {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 04:58:33.999854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dafa65ee-f864-4101-a6f6-f33d11d7a1ed admin admin] Unset dirty status for tenant:cd8a2c626acb4c7795cebf2c5d1e8650 on resource:subnet {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 04:58:34.001111 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-dafa65ee-f864-4101-a6f6-f33d11d7a1ed admin admin] 10.222.0.48 "GET /v2.0/subnets/e47da5d7-f2c0-433e-bb67-9044c5c14b34 HTTP/1.1" status: 200 len: 849 time: 0.1391547 Apr 16 04:58:34.012404 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:58:34.147516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Notify callbacks [] for subnet, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:34.504055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363275290296521'] for subnet, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:34.520143 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1064b4df-3d0e-4722-a02f-7645a1f04818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:58:34.681658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e47da5d7-f2c0-433e-bb67-9044c5c14b34,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:58:34.712484 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.713066 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.713540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.713917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.714287 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.714711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.715114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.715734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.716350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.717097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.717472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.717839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:58:34.724313 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:58:34.760628 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:34.761199 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:34.762831 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] 10.222.0.48 "PUT /v2.0/subnets/e47da5d7-f2c0-433e-bb67-9044c5c14b34 HTTP/1.1" status: 200 len: 868 time: 0.7550273 Apr 16 04:58:34.766937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86228c66-8458-43aa-9caf-02bd852af7ab None None] Network 32f77f36-d80c-412f-b823-6964fb69c4c8 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 04:58:35.269103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b760603b-390e-4778-bb18-0117b5b6d22f None None] Provisioning complete for port 651b0c13-772f-4223-89ee-113d4c9721d7 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:58:35.269709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b760603b-390e-4778-bb18-0117b5b6d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:35.408779 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b760603b-390e-4778-bb18-0117b5b6d22f None None] Provisioning complete for port 44e097aa-2205-4c05-a0f4-8943074c8d26 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:58:35.409057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b760603b-390e-4778-bb18-0117b5b6d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:37.334369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45796) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:37.537948 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f42e8-4005-4019-8c6d-d3085f10857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:37.538395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f42e8-4005-4019-8c6d-d3085f10857c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:37.540131 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b81f42e8-4005-4019-8c6d-d3085f10857c admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2046425 Apr 16 04:58:40.101507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45806) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:40.294436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4bf711-e2d1-477f-ac9f-04e58393e5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:40.294940 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4bf711-e2d1-477f-ac9f-04e58393e5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:40.296553 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4c4bf711-e2d1-477f-ac9f-04e58393e5f1 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1940460 Apr 16 04:58:42.807121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45816) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:43.014711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ee31c0-19a2-4439-b0c6-f03855bbb687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:43.016196 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-03ee31c0-19a2-4439-b0c6-f03855bbb687 admin admin] 10.222.0.48 "GET /v2.0/networks/32f77f36-d80c-412f-b823-6964fb69c4c8 HTTP/1.1" status: 200 len: 869 time: 0.2079620 Apr 16 04:58:45.543195 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45826) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:45.734799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654cd7a7-e7aa-4543-aa7a-fda5c73da884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:45.736181 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-654cd7a7-e7aa-4543-aa7a-fda5c73da884 admin admin] 10.222.0.48 "GET /v2.0/networks/ee63066a-cfd9-47ab-ac02-da676e921a71 HTTP/1.1" status: 200 len: 886 time: 0.1919506 Apr 16 04:58:48.314282 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45836) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:48.444247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56f2ed-7bff-47bc-a5dd-5100b402bbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:48.444744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56f2ed-7bff-47bc-a5dd-5100b402bbdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:48.447094 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-eb56f2ed-7bff-47bc-a5dd-5100b402bbdd admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312833 Apr 16 04:58:49.622018 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a6ef395f-bf7a-41b8-a263-7fb2a68eb130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:51.001550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45846) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:51.155650 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7bcf9-0bb8-40dd-8273-3fc2014f1f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:51.156279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b7bcf9-0bb8-40dd-8273-3fc2014f1f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:51.158859 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-94b7bcf9-0bb8-40dd-8273-3fc2014f1f20 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1558857 Apr 16 04:58:52.502393 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-60e117e5-ca21-4d2f-8bf5-26e03ecb57eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:52.731218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:53.660676 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45856) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:53.779540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4ea922-0c73-42f6-81db-b88fed419c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:53.781053 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7d4ea922-0c73-42f6-81db-b88fed419c14 admin admin] 10.222.0.48 "GET /v2.0/subnets/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330 HTTP/1.1" status: 200 len: 816 time: 0.1193125 Apr 16 04:58:53.943608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:55.586833 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:58:56.284866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45866) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:58:56.414185 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5942c02d-74dd-4cc1-a8ed-00a3cff6bb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:58:56.415689 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5942c02d-74dd-4cc1-a8ed-00a3cff6bb36 admin admin] 10.222.0.48 "GET /v2.0/subnets/e47da5d7-f2c0-433e-bb67-9044c5c14b34 HTTP/1.1" status: 200 len: 868 time: 0.1297772 Apr 16 04:59:06.175752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 04:59:19.625973 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-16e04542-3919-4c57-9ac8-34e8cbcf74c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:22.506904 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c1b2ec99-0582-4004-8d8e-ebc073062f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:22.734384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:23.010296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45910) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:59:23.065265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-3561359b-545d-403a-bb3e-dc78188e33bb admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 04:59:23.066344 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3561359b-545d-403a-bb3e-dc78188e33bb admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0549147 Apr 16 04:59:23.950642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:25.589085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:25.662334 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45920) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:59:25.740213 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eebc353-3aae-4af4-bbff-035a324118e8 admin admin] GET failed (client error): The resource could not be found. Apr 16 04:59:25.741635 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0eebc353-3aae-4af4-bbff-035a324118e8 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0782061 Apr 16 04:59:25.888597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca4e4b3-1020-4b46-a4e0-fda4495ac637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:59:25.890120 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4ca4e4b3-1020-4b46-a4e0-fda4495ac637 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1438293 Apr 16 04:59:28.423982 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45930) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:59:28.480805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:59:28.486270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:59:28.497173 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 04:59:28.508465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Made reservation on behalf of cd8a2c626acb4c7795cebf2c5d1e8650 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 04:59:28.513368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:28.608658 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.services.revisions.revision_plugin [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Could not find related network for resource to bump revision. Apr 16 04:59:28.623028 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 04:59:28.632699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:28.633087 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Added segment 4fe966c3-8249-4d1c-9951-f14a76fcdeb2 of type vlan for network d35c6c3e-075d-487a-85b0-582544b9acc7 Apr 16 04:59:28.661119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:28.692588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:28.693958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:59:28.694621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:28.699808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-755ef384-d819-49bb-9c87-25f039f4e445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:59:28.806527 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3808694 Apr 16 04:59:28.807022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Pushing event updated for resources: {'Network': ['ID=d35c6c3e-075d-487a-85b0-582544b9acc7,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:59:28.810084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:59:28.818641 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network d35c6c3e-075d-487a-85b0-582544b9acc7 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 04:59:31.369000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 45940) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 04:59:31.458688 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.pecan_wsgi.hooks.translation [None req-2865f9b0-8c94-4343-af15-2cc60c4fbf32 admin admin] GET failed (client error): The resource could not be found. Apr 16 04:59:31.460137 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2865f9b0-8c94-4343-af15-2cc60c4fbf32 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0896785 Apr 16 04:59:31.578715 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cd3bc4-052d-4dd4-9645-83dd8d250d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:59:31.580219 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f4cd3bc4-052d-4dd4-9645-83dd8d250d2c admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1151731 Apr 16 04:59:31.591380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 04:59:31.597342 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 04:59:31.608069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 04:59:31.618215 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Made reservation on behalf of cd8a2c626acb4c7795cebf2c5d1e8650 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 04:59:31.623025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:32.032123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:32.045266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12f7a818-43ae-44f6-8b34-8858b5699063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:59:32.169273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=adc6409c-64b3-45b4-8075-f914e46d56fd,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:59:32.190546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.190921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.191288 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.191625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.192002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.192356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.192707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.193053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.193396 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.193742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.194086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.194427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:32.200465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:59:32.257972 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Checking segment: {'id': '4fe966c3-8249-4d1c-9951-f14a76fcdeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 04:59:32.258228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Network hostable DHCP agents. Network: d35c6c3e-075d-487a-85b0-582544b9acc7, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 04:59:32.280227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Network d35c6c3e-075d-487a-85b0-582544b9acc7 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 04:59:32.288988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, d35c6c3e-075d-487a-85b0-582544b9acc7) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 04:59:32.293335 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 04:59:32.293967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:32.299115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044828a-6a03-4cdd-8e1c-2fb4140055b0 None None] Network d35c6c3e-075d-487a-85b0-582544b9acc7 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 04:59:32.319519 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7321286 Apr 16 04:59:32.719234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7ac6f4-a920-563a-8933-e237505e871c-d35c6c3e-075d-487a-85b0-582544b9acc7', 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7', 'tenant_id': 'cd8a2c626acb4c7795cebf2c5d1e8650', 'fixed_ips': [{'subnet_id': 'adc6409c-64b3-45b4-8075-f914e46d56fd'}]}} from dv-cinder-786524-1-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 04:59:32.720846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:32.897365 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Allocated IP 192.168.233.2 (d35c6c3e-075d-487a-85b0-582544b9acc7/adc6409c-64b3-45b4-8075-f914e46d56fd/9aa47cfa-b371-4d2b-aacb-1b30290e4d7f) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 04:59:33.134191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:33.147144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Transition to ACTIVE for port object 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:59:33.170108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Transition to ACTIVE for port object 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 04:59:33.176042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:33.194269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:59:33.338494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Pushing event updated for resources: {'Port': ['ID=9aa47cfa-b371-4d2b-aacb-1b30290e4d7f,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:59:33.358126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.358560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.358899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.359264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.359626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.359986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.360346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.360697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.361050 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.361404 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.361754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.362098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 04:59:33.367373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:59:33.406728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Network d35c6c3e-075d-487a-85b0-582544b9acc7 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 04:59:33.407967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 04:59:33.412157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 04:59:33.510251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Attempting to bind port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 04:59:33.510684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Attempting to bind port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '4fe966c3-8249-4d1c-9951-f14a76fcdeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 04:59:33.511088 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Attempting to bind port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f on network d35c6c3e-075d-487a-85b0-582544b9acc7 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 04:59:33.516884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 4, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 04:59:33.517312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Checking segment: {'id': '4fe966c3-8249-4d1c-9951-f14a76fcdeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 04:59:33.517874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:33.519217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Bound using segment: {'id': '4fe966c3-8249-4d1c-9951-f14a76fcdeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 04:59:33.519217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Bound port: 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe966c3-8249-4d1c-9951-f14a76fcdeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 04:59:33.519217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:33.616226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] For port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 04:59:33.620191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] For port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=9aa47cfa-b371-4d2b-aacb-1b30290e4d7f,segment=NetworkSegment(4fe966c3-8249-4d1c-9951-f14a76fcdeb2),segment_id=4fe966c3-8249-4d1c-9951-f14a76fcdeb2)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 04:59:33.623954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:33.637532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:59:33.796100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Pushing event updated for resources: {'Port': ['ID=9aa47cfa-b371-4d2b-aacb-1b30290e4d7f,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:59:33.801847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:59:34.253724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 04:59:34.329535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 04:59:34.998009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6cb4f7-bfbd-478c-b27a-a7df56480e84 None None] Network d35c6c3e-075d-487a-85b0-582544b9acc7 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 04:59:35.094639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b4716605-d792-491b-938a-9073e76b6869 None None] Provisioning for port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 04:59:35.105277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b4716605-d792-491b-938a-9073e76b6869 None None] Provisioning complete for port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:59:35.105684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4716605-d792-491b-938a-9073e76b6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:35.360103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4716605-d792-491b-938a-9073e76b6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:35.410522 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-b4716605-d792-491b-938a-9073e76b6869 None None] For port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=9aa47cfa-b371-4d2b-aacb-1b30290e4d7f,segment=NetworkSegment(4fe966c3-8249-4d1c-9951-f14a76fcdeb2),segment_id=4fe966c3-8249-4d1c-9951-f14a76fcdeb2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 04:59:35.415652 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4716605-d792-491b-938a-9073e76b6869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:35.420236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 04:59:35.492355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4716605-d792-491b-938a-9073e76b6869 None None] Pushing event updated for resources: {'Port': ['ID=9aa47cfa-b371-4d2b-aacb-1b30290e4d7f,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 04:59:35.497861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b4716605-d792-491b-938a-9073e76b6869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 04:59:35.646674 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f64ea9a2-4c0d-4a7a-9ef0-ee566c1fc110 None None] Provisioning complete for port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:59:35.646957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f64ea9a2-4c0d-4a7a-9ef0-ee566c1fc110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:36.220610 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 04:59:36.300230 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 9aa47cfa-b371-4d2b-aacb-1b30290e4d7f triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 04:59:36.300602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:43.175448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 04:59:49.631062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32c0cb85-4531-402c-96ef-3a68a81d2aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:52.513672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-79c50b71-e519-4e30-a723-08074307dfa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:52.737564 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:53.944095 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 04:59:55.595804 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:19.635477 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d1f3b8e2-f62c-4587-8ef9-2ea4a19fa798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:20.175319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:00:22.507186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b9515c5-d472-4414-bb0e-301c77f110a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:22.740135 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:23.952150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:25.597408 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:47.657112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 45982) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:00:47.663517 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [None req-8f2c1837-5130-41b0-817c-52231af7c62e tempest-verify_tempest_config-144727452 tempest-verify_tempest_config-144727452-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:00:47.664624 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8f2c1837-5130-41b0-817c-52231af7c62e tempest-verify_tempest_config-144727452 tempest-verify_tempest_config-144727452-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064616 Apr 16 05:00:48.010023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46000) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:00:48.144305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:48.161323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:00:48.165788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Usage tracker for resource:security_group_rule and tenant:35c810e6d5564594907d04dc74a74d4e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:00:48.168939 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:00:48.175138 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:00:48.269587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:48.274212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:48.283642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:00:48.326213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Synchronizing usage tracker for tenant:cd8a2c626acb4c7795cebf2c5d1e8650 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:00:48.330525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6720267c-ddba-4d5b-ba3a-f904a9c16bd0,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:00:48.341273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.341654 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.342032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.342404 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.342796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.343170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.343531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.343896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.344272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.344631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.344991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.345347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:00:48.353573 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:00:48.359492 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Unset dirty status for tenant:cd8a2c626acb4c7795cebf2c5d1e8650 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:00:48.360819 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=35c810e6d5564594907d04dc74a74d4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3494620 Apr 16 05:00:48.365062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46006) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:00:48.432591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6c95fe8c-f0b9-48a9-ac9d-56c12b224f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:48.468519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6c95fe8c-f0b9-48a9-ac9d-56c12b224f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:48.527612 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6c95fe8c-f0b9-48a9-ac9d-56c12b224f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:48.532953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:00:48.547659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95fe8c-f0b9-48a9-ac9d-56c12b224f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6720267c-ddba-4d5b-ba3a-f904a9c16bd0,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:00:48.549434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6c95fe8c-f0b9-48a9-ac9d-56c12b224f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:00:48.553008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6c95fe8c-f0b9-48a9-ac9d-56c12b224f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:48.556772 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6c95fe8c-f0b9-48a9-ac9d-56c12b224f6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6720267c-ddba-4d5b-ba3a-f904a9c16bd0 HTTP/1.1" status: 204 len: 168 time: 0.1881788 Apr 16 05:00:49.639550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-56461715-f9a7-4058-93ee-2b7207b98ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:52.511382 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-da708ee0-4ffa-4bb9-afa5-0633d6fd30c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:52.744366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:53.965325 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:55.601201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:00:57.175202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:01:19.643210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2af76c45-0796-4d03-927b-b56c9631349d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:01:22.507905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d91296c1-e6ce-4fd7-95dd-abecd3552370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:01:22.751991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:01:23.949711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:01:25.607670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:01:34.176176 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:01:49.651908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34d99ba5-2d12-469d-912f-54f40e2f0eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:01:52.511252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-60270b70-83d3-471f-967a-6e9f906d871d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:01:52.752580 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:01:53.954523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:01:55.610881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:11.177301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 5 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:02:19.655720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-070abef4-1f57-45aa-a1c8-a22a396e7d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:22.515929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-57c35aa2-25ec-4522-a917-2f277edf55dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:22.755961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:23.961011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:25.618448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:28.376055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567'] for agent, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:33.418095 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46066) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:02:33.564942 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5f4c76d4-e90e-484c-81e2-f85710d5c3ae admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1456549 Apr 16 05:02:36.061015 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46076) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:02:36.152004 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b7f6a291-c265-43e4-9fc8-9f057af8ed61 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0892591 Apr 16 05:02:48.178020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:02:49.653038 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e32d59c4-f4c4-4028-961c-0316dc04d74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:52.522851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f451c9ec-e91c-4cdc-8d0b-e02ff88bbd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:52.760042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:53.963401 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:55.626376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:02:58.339305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:19.648278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a53eed59-9872-4558-add9-3e232131e41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:22.516909 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ad454e8e-dec3-4ae7-a490-449fa710e707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:22.761438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:23.989817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:25.178093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:03:25.627739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:28.357117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:49.663318 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3319b199-3c10-4f90-bfec-5dfb28cbb65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:52.523998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a5d3817-a12d-4fcc-987e-f15d1a978025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:52.776446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:53.975844 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:55.641543 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:03:58.387630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:02.185141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:04:16.384295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46254) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:16.948786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-394996135-network', 'tenant_id': '11f169f27e1a499892062272e57fdd1a'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:16.961011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:16.966794 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Usage tracker for resource:network and tenant:11f169f27e1a499892062272e57fdd1a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:16.970669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:16.976952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:16.987173 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Made reservation on behalf of 11f169f27e1a499892062272e57fdd1a for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:16.993248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.010956 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.025820 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:17.030606 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Usage tracker for resource:security_group_rule and tenant:11f169f27e1a499892062272e57fdd1a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:17.033594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:17.039985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:17.136022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.139401 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.144186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:17.175666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:04:17.185957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3265d35d-d50d-4d32-accc-06eefe11a8f1,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:17.196459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.196842 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.197218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.197588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.197954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.198300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.198866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.199397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.199979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.200757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.201279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.201777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Tracked resource versions report: Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: pushed versions: Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: consumer versions: Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: { DHCP agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: HyperV agent@hv-cinder-78652: {}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: L3 agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: Metadata agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: Metering agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-786524-1-smb: { 'AddressGroup': '1.2', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': '1.0', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': '1.1', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': '1.7', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 05:04:17.203130 dv-cinder-786524-1-smb neutron-server[85220]: {{(pid=85336) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 05:04:17.209936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.211026 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Added segment fa5a4591-b301-4c09-84be-bbd0ed51173a of type vlan for network 36e0e061-0b89-404b-baf2-aa3cf165d662 Apr 16 05:04:17.212692 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:17.231491 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46288) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:17.243455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.279458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.281163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:17.282383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.289351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:17.297536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46298) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:17.491699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46306) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:17.587782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Pushing event updated for resources: {'Network': ['ID=36e0e061-0b89-404b-baf2-aa3cf165d662,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:17.599934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:17.600843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 36e0e061-0b89-404b-baf2-aa3cf165d662 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:04:17.606907 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2213924 Apr 16 05:04:17.607354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46314) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:17.614407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Request body: {'subnet': {'network_id': '36e0e061-0b89-404b-baf2-aa3cf165d662', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-394996135-subnet', 'tenant_id': '11f169f27e1a499892062272e57fdd1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:17.627640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:17.635892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Usage tracker for resource:subnet and tenant:11f169f27e1a499892062272e57fdd1a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:17.645741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:17.652516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:17.662786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-369618798-network', 'tenant_id': '122021ce0ca946838367e6aa8dd70fca'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:17.670144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:17.674914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Usage tracker for resource:network and tenant:122021ce0ca946838367e6aa8dd70fca is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:17.678707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:17.687291 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:17.705701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-820336380-network', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:17.710315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Made reservation on behalf of 122021ce0ca946838367e6aa8dd70fca for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:17.715306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.740548 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.755213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Made reservation on behalf of 11f169f27e1a499892062272e57fdd1a for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:17.760979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:17.889583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-852762792-network', 'tenant_id': '04b04695962b472985e5455e16234f46'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:17.897594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:17.902342 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Usage tracker for resource:security_group_rule and tenant:122021ce0ca946838367e6aa8dd70fca is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:17.907813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:17.915137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:17.931726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:17.937366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Usage tracker for resource:network and tenant:04b04695962b472985e5455e16234f46 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:17.941036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:17.948569 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:17.990287 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:18.003427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Made reservation on behalf of 04b04695962b472985e5455e16234f46 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:18.009163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.026729 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Usage tracker for resource:network and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:18.035199 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:18.049749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:18.058156 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.102134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:18.113701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Made reservation on behalf of 031dfcfcd7b1408d90ad39ffd7cb5088 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:18.118908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.134635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Usage tracker for resource:security_group_rule and tenant:04b04695962b472985e5455e16234f46 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:18.141324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:18.161893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.173607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:18.226261 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46334) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:18.259524 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:18.321565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Usage tracker for resource:security_group_rule and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:18.332883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:18.350963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:18.360590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.369139 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.402806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:18.475019 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:04:18.553691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363275290215233', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.554608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Unsubscribe: segment precommit_create {{(pid=85335) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 16 05:04:18.554968 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Added segment a7dd9d7d-9114-433f-bc7f-62703805c024 of type vlan for network d26f4f21-62ac-4530-980d-12ff1119be3d Apr 16 05:04:18.620688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44874a40-4ca0-4998-b936-6384a9e5dfc5,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:18.717096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1112771022-network', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:18.723704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:18.729778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Usage tracker for resource:network and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:18.737004 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:18.746130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:18.760247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Made reservation on behalf of 53681adc070648b78e5e0d6dbd99d9fe for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:18.768726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.784475 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.803234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:18.811319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Usage tracker for resource:security_group_rule and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:18.816364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:18.823980 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:18.968734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:18.977256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.004101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.011574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:19.050556 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:04:19.053588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9d9036-b43a-4f88-ae4b-fdf8416c49ff,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:19.061734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:19.072561 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.072967 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Added segment dd9bbaef-f96a-46d5-b1a0-64857d4749dc of type vlan for network 984efdec-5b56-404c-a3d4-f6e7a0fea60f Apr 16 05:04:19.109349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.110072 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.110774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.112720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.113454 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.114165 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.114878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.116737 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.117591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.118214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.118963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.119508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Tracked resource versions report: Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: pushed versions: Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: consumer versions: Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: { DHCP agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: HyperV agent@hv-cinder-78652: {}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: L3 agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: Metadata agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: Metering agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-786524-1-smb: { 'AddressGroup': '1.2', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': '1.0', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': '1.1', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': '1.7', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 05:04:19.121625 dv-cinder-786524-1-smb neutron-server[85220]: {{(pid=85335) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 05:04:19.123896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.151044 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:19.174855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.179628 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.183005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:19.184486 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.198994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.198994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.200330 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46358) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:19.206787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5ffa22ca-c031-405b-92ba-e4b5c0f7be74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:19.216256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:19.225297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:19.226145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.321157 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0900559 Apr 16 05:04:19.321959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:04:19.324184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46364) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:19.356121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Request body: {'subnet': {'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1112771022-subnet', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:19.363345 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Pushing event updated for resources: {'Network': ['ID=984efdec-5b56-404c-a3d4-f6e7a0fea60f,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:19.372437 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:19.374405 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:19.385300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:04:19.395961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.404542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Usage tracker for resource:subnet and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:19.421442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:19.421903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.422532 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Added segment 44a983b6-44df-4a87-ad51-eee6f61c8de7 of type vlan for network dd6e782c-4a20-4571-9880-20a30bbeb3d8 Apr 16 05:04:19.424684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.425904 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796268e5-3909-4fb6-9feb-4e3d41bdbd43,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:19.431513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:19.450272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:19.452513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:19.469313 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Made reservation on behalf of 53681adc070648b78e5e0d6dbd99d9fe for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:19.477761 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.666572 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.687364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-03cc7d40-1515-44b8-92c8-23b4496a7f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.746494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Pushing event updated for resources: {'Network': ['ID=d26f4f21-62ac-4530-980d-12ff1119be3d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:19.753824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:04:19.766686 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5334394 Apr 16 05:04:19.786406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.798007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46380) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:19.799595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:19.800697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network d26f4f21-62ac-4530-980d-12ff1119be3d details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:04:19.823964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:19.843785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:19.859895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Request body: {'subnet': {'network_id': 'd26f4f21-62ac-4530-980d-12ff1119be3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-369618798-subnet', 'tenant_id': '122021ce0ca946838367e6aa8dd70fca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:19.880725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Usage tracker for resource:security_group_rule and tenant:1de427685d4b4b4aa87536bf35ab5648 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:19.886243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:19.886928 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Added segment 9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886 of type vlan for network ec6333fc-d615-4cb1-a309-882dfad7f633 Apr 16 05:04:19.896563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:19.929876 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:19.964750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Usage tracker for resource:subnet and tenant:122021ce0ca946838367e6aa8dd70fca is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:19.977689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:20.000616 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:20.023826 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 05:04:20.058661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1f2c10-327f-4b8d-a218-8733fc928580,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:20.086304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:20.101323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:20.107218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.175768 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.194423 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:20.195654 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.235613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.258626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Made reservation on behalf of 122021ce0ca946838367e6aa8dd70fca for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:20.267130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.314527 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 05:04:20.333866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:20.348133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6b2d4959-7661-4130-9bc6-13b04bbb6f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:20.449635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc08d292-4cd7-4933-91d4-1f965ab9e70a,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:20.453385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:20.508917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Checking segment: {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:20.509106 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Network hostable DHCP agents. Network: 984efdec-5b56-404c-a3d4-f6e7a0fea60f, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:04:20.535778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:04:20.548913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 984efdec-5b56-404c-a3d4-f6e7a0fea60f) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:20.559614 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a6e219-ef02-416a-a5e6-f38ffb83a0db None None] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:20.584610 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:20.588376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.642343 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3139286 Apr 16 05:04:20.646017 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46402) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:20.657397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:20.674754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:20.698842 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Usage tracker for resource:router and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:20.705192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:20.737476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:20.756172 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.773234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1728486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5904'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.775498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853047493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853055387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853063681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769911'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.778131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.779268 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.841290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:20.841962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.863462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.884637 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1de427685d4b4b4aa87536bf35ab5648&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6805737 Apr 16 05:04:20.896519 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.4036849 Apr 16 05:04:20.897598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6e782c-4a20-4571-9880-20a30bbeb3d8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:20.911489 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.6124637 Apr 16 05:04:20.916788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:20.917533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46412) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:20.917905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46414) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:20.918270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46416) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:20.920684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:20.925975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:04:20.927906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:21.073858 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Request body: {'subnet': {'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-subnet', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:21.080441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:21.085197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Usage tracker for resource:subnet and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:21.088813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:21.097107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:21.130616 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Request body: {'subnet': {'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-subnet', 'tenant_id': '04b04695962b472985e5455e16234f46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:21.157585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Pushing event updated for resources: {'Network': ['ID=ec6333fc-d615-4cb1-a309-882dfad7f633,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:21.173250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:21.178463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Usage tracker for resource:subnet and tenant:04b04695962b472985e5455e16234f46 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:21.181829 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:21.191355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:21.202935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Made reservation on behalf of 031dfcfcd7b1408d90ad39ffd7cb5088 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:21.208824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:21.293763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network ec6333fc-d615-4cb1-a309-882dfad7f633 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:04:21.335457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7ac6f4-a920-563a-8933-e237505e871c-984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a'}]}} from dv-cinder-786524-1-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 05:04:21.336415 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:21.342612 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:21.348819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.467s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:21.472821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Made reservation on behalf of 04b04695962b472985e5455e16234f46 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:21.480718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:21.588688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853055404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769862'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:21.626186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Allocated IP 172.20.0.2 (984efdec-5b56-404c-a3d4-f6e7a0fea60f/cc08d292-4cd7-4933-91d4-1f965ab9e70a/e860a4d7-9ac9-48ba-8592-2e9f8fd7787d) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:21.764796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022bde76-eedb-4bf7-9ca8-7212d6111fc1,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:21.785242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:21.785691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:21.854036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cb98178-31a0-4cb8-9bc1-f02d7ca7c0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:21.951437 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:21.964175 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Transition to ACTIVE for port object e860a4d7-9ac9-48ba-8592-2e9f8fd7787d will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:21.970427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5cd6090-8bc7-4ef7-a858-04eb45104cc5,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:21.984028 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:21.995312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Transition to ACTIVE for port object e860a4d7-9ac9-48ba-8592-2e9f8fd7787d will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:22.002356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cb98178-31a0-4cb8-9bc1-f02d7ca7c0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.002806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.087735 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.121763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.159700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:22.279526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:22.285013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:22.286330 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Allocated IP 172.28.1.48 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/5109661a-c4b3-4a96-802b-65e80c55d0a5) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:22.292690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:04:22.305173 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Checking segment: {'id': 'fa5a4591-b301-4c09-84be-bbd0ed51173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '36e0e061-0b89-404b-baf2-aa3cf165d662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:22.305597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Network hostable DHCP agents. Network: 36e0e061-0b89-404b-baf2-aa3cf165d662, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:04:22.306075 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Pushing event updated for resources: {'Port': ['ID=e860a4d7-9ac9-48ba-8592-2e9f8fd7787d,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:22.357642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.358059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.358515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.358908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.359284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.359659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.360035 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.360406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.360771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.361137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.361501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.361865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Tracked resource versions report: Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: pushed versions: Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: consumer versions: Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: { DHCP agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: HyperV agent@hv-cinder-78652: {}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: L3 agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: Metadata agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: Metering agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-786524-1-smb: { 'AddressGroup': '1.2', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': '1.0', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': '1.1', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': '1.7', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 05:04:22.364882 dv-cinder-786524-1-smb neutron-server[85220]: {{(pid=85337) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 05:04:22.405873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cb98178-31a0-4cb8-9bc1-f02d7ca7c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.415526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:22.439197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Attempting to bind port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:04:22.439602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Attempting to bind port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:04:22.440000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Attempting to bind port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d on network 984efdec-5b56-404c-a3d4-f6e7a0fea60f {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:04:22.448188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:04:22.448188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Checking segment: {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:22.448188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.448815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Bound using segment: {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:04:22.449214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Bound port: e860a4d7-9ac9-48ba-8592-2e9f8fd7787d, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:04:22.449483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.451955 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c48f063a-5a21-4095-8137-74b513990b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:22.512170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb98178-31a0-4cb8-9bc1-f02d7ca7c0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022bde76-eedb-4bf7-9ca8-7212d6111fc1,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:22.520032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8cb98178-31a0-4cb8-9bc1-f02d7ca7c0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:22.532810 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Network 36e0e061-0b89-404b-baf2-aa3cf165d662 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:04:22.548236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.583319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b6c99ce-6216-4681-9f13-bc030d7a77f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.595106 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] For port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:04:22.598872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] For port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=e860a4d7-9ac9-48ba-8592-2e9f8fd7787d,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:04:22.603945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.615530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.638258 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:22.640996 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 36e0e061-0b89-404b-baf2-aa3cf165d662) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:22.650378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cb98178-31a0-4cb8-9bc1-f02d7ca7c0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.655399 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8cb98178-31a0-4cb8-9bc1-f02d7ca7c0bf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/022bde76-eedb-4bf7-9ca8-7212d6111fc1 HTTP/1.1" status: 204 len: 168 time: 1.7298384 Apr 16 05:04:22.655633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-246f52c4-260f-4a68-8eac-a02d99ae6355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:22.655742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:22.655825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:22.762551 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Pushing event updated for resources: {'Port': ['ID=e860a4d7-9ac9-48ba-8592-2e9f8fd7787d,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:22.767550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:22.768764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b266ec0-97e8-4903-a5a6-8dd1406dc49f None None] Network 36e0e061-0b89-404b-baf2-aa3cf165d662 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:22.908071 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Pushing event updated for resources: {'Port': ['ID=5109661a-c4b3-4a96-802b-65e80c55d0a5,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:22.913296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:22.957949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:23.067100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:23.068481 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:23.072316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:04:23.127814 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.5191782 Apr 16 05:04:23.588556 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46466) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:23.597024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:23.749416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e1723-2d8b-4ee2-a8a6-7e7aec03997d None None] Network 36e0e061-0b89-404b-baf2-aa3cf165d662 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:23.792198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:23.896746 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:24.167741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:24.196668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:24.217474 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f6bd381611e64eb8a31af1c0192cfc6f is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:24.261689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:24.271620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:24.297868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:24.335695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3752dbe7-7292-4938-856d-921a7d427967,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:24.380522 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:24.424237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:24.473263 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-effdca49-09ec-4591-adfe-abf1ed1669ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:24.511486 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device e860a4d7-9ac9-48ba-8592-2e9f8fd7787d up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:24.542163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46504) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:24.574390 dv-cinder-786524-1-smb neutron-server[85220]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 16 05:04:24.606617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:24.729208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:24.730011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbdf2630-9936-4403-b9eb-faf0852f5c8a,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:24.749356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:24.781449 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ae8b1631-e531-4f99-9911-b3c89323ff36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:24.834390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853047331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720371'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.010942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Checking segment: {'id': 'a7dd9d7d-9114-433f-bc7f-62703805c024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'd26f4f21-62ac-4530-980d-12ff1119be3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:25.011351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Network hostable DHCP agents. Network: d26f4f21-62ac-4530-980d-12ff1119be3d, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:04:25.047410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4ab347-d80e-4512-88ab-6cbbb380bedc,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:25.069252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:25.080503 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Router 530968bd-cf5a-4616-996c-a7f8762e8570 is scheduled to L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 05:04:25.125976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-dfd0cc6e-16fd-4543-b163-01d23c1b4944 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:25.127618 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-dfd0cc6e-16fd-4543-b163-01d23c1b4944 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/networks?id=36e0e061-0b89-404b-baf2-aa3cf165d662 HTTP/1.1" status: 200 len: 811 time: 0.5755818 Apr 16 05:04:25.145774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.166074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.190565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Network d26f4f21-62ac-4530-980d-12ff1119be3d is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:04:25.199547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8cb98178-31a0-4cb8-9bc1-f02d7ca7c0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:25.208409 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-4263ad80-4052-4ba5-b5a5-a0d0b7e36ea7 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/quotas/11f169f27e1a499892062272e57fdd1a HTTP/1.1" status: 200 len: 375 time: 0.0666714 Apr 16 05:04:25.256066 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, d26f4f21-62ac-4530-980d-12ff1119be3d) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:25.264595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2916af4-38c4-4013-978c-35a7d9a7c31a None None] Network d26f4f21-62ac-4530-980d-12ff1119be3d requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:25.303851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Checking segment: {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:25.304260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Network hostable DHCP agents. Network: ec6333fc-d615-4cb1-a309-882dfad7f633, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:04:25.324171 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:25.324771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.334679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:04:25.334930 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6bd381611e64eb8a31af1c0192cfc6f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7095492 Apr 16 05:04:25.341055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d15f016-8320-41f9-8fb9-e72f5ae7204f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:25.343110 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46512) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:25.349269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Sync routers for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:04:25.356308 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:25.360270 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-737abc4b-dca2-498d-9890-ce690a6b5120 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=11f169f27e1a499892062272e57fdd1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1304431 Apr 16 05:04:25.406561 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Network ec6333fc-d615-4cb1-a309-882dfad7f633 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:04:25.413604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:04:25.414513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:25.416476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Checking segment: {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:25.416817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Network hostable DHCP agents. Network: dd6e782c-4a20-4571-9880-20a30bbeb3d8, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:04:25.424857 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-06552d76-c67c-4a33-bc1c-91c97e1d6db4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 5.6062610 Apr 16 05:04:25.426564 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, ec6333fc-d615-4cb1-a309-882dfad7f633) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:25.435218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:25.435806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.462395 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.5339205 Apr 16 05:04:25.462395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:04:25.463854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46524) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:25.474351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:25.480890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:25.484439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.489121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, dd6e782c-4a20-4571-9880-20a30bbeb3d8) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:25.489121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Usage tracker for resource:router and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:25.490288 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8423965 Apr 16 05:04:25.491620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46530) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:25.494802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:25.500044 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:25.500698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.515969 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:25.533571 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 4.6098297 Apr 16 05:04:25.539976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46536) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:25.551209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:25.555069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1728486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5904'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.562079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853047493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853055387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853063681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769911'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.592228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:25.613719 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Usage tracker for resource:router and tenant:04b04695962b472985e5455e16234f46 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:25.625408 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:25.638069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.663514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:25.701961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1728486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5904'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.703317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853047493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853055387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853063681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769911'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.713642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e50629-2e1c-4b1e-86a7-8847fa370367 None None] Network ec6333fc-d615-4cb1-a309-882dfad7f633 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:25.793274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:04:25.895081 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:25.898768 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b82a7b-3b26-44f4-97b1-1e84e7925883 None None] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:25.977849 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:26.038781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:26.129346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c36810-6605-4839-a941-c32fb6fd4d30 None None] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:26.452845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af811b-0dce-411c-b33b-8f07cc9424a7 None None] Network d26f4f21-62ac-4530-980d-12ff1119be3d requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:26.498885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:24Z', 'revision_number': 3, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:26.505059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Checking router: 530968bd-cf5a-4616-996c-a7f8762e8570 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:04:26.505739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Updating router 530968bd-cf5a-4616-996c-a7f8762e8570 port 5109661a-c4b3-4a96-802b-65e80c55d0a5 binding host dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:04:26.607303 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7ac6f4-a920-563a-8933-e237505e871c-ec6333fc-d615-4cb1-a309-882dfad7f633', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a'}]}} from dv-cinder-786524-1-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 05:04:26.620000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:26.640170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:26.817245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:26.952753 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-7409df05-61db-40fd-a090-3ba9d8be40e6 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:04:26.954677 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-7409df05-61db-40fd-a090-3ba9d8be40e6 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8979020 Apr 16 05:04:26.964349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46584) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:26.974839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-961229443-network', 'tenant_id': '300960f0a60b42819a488c2ed00d5d69'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:26.981430 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:26.987212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Usage tracker for resource:network and tenant:300960f0a60b42819a488c2ed00d5d69 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:26.991821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:27.000144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:27.022034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853055404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769862'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:27.025139 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:27.037945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Made reservation on behalf of 300960f0a60b42819a488c2ed00d5d69 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:27.044472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:27.106122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:27.377962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-98870527-135f-465a-ac17-8a55e95f6d71 None None] Provisioning for port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:27.411192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-98870527-135f-465a-ac17-8a55e95f6d71 None None] Provisioning complete for port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:27.411914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98870527-135f-465a-ac17-8a55e95f6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:27.425816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:27.475270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:27.489481 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:27.493074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Transition to ACTIVE for port object 5109661a-c4b3-4a96-802b-65e80c55d0a5 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:27.500305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Usage tracker for resource:security_group_rule and tenant:300960f0a60b42819a488c2ed00d5d69 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:27.507972 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:27.628822 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:27.751147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2fb2b0-de05-47e7-b757-98f441db4472 None None] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:27.756812 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d15f016-8320-41f9-8fb9-e72f5ae7204f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:27.761300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:27.767118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:27.919258 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:27.962831 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Attempting to bind port 5109661a-c4b3-4a96-802b-65e80c55d0a5 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:04:27.964653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Attempting to bind port 5109661a-c4b3-4a96-802b-65e80c55d0a5 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:04:27.965655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Attempting to bind port 5109661a-c4b3-4a96-802b-65e80c55d0a5 on network ee63066a-cfd9-47ab-ac02-da676e921a71 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:04:27.980653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46612) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:27.984607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853055404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769862'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:27.994167 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:04:27.995604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Checking segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:27.996658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:27.997695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Bound using segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:04:27.998934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Bound port: 5109661a-c4b3-4a96-802b-65e80c55d0a5, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:04:27.999938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:28.025769 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:28.030565 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d15f016-8320-41f9-8fb9-e72f5ae7204f HTTP/1.1" status: 204 len: 168 time: 2.6802611 Apr 16 05:04:28.109680 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Allocated IP 172.20.0.2 (ec6333fc-d615-4cb1-a309-882dfad7f633/dbdf2630-9936-4403-b9eb-faf0852f5c8a/a170b665-e624-4126-92a4-cca1c4ceb2c3) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:28.122648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Pushing event updated for resources: {'Port': ['ID=5109661a-c4b3-4a96-802b-65e80c55d0a5,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:28.161660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.162562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.163321 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.164103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.165214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.165661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.166441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.167690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.171644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.172533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.173349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.174559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Tracked resource versions report: Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: pushed versions: Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: { 'AddressGroup': {'1.2'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': {'1.0'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': {'1.0'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': {'1.1'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': {'1.7'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': {'1.2'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': {'1.8'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': {'1.4'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': {'1.2'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': {'1.0'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': {'1.1'}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': {'1.1'}} Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: consumer versions: Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: { DHCP agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: HyperV agent@hv-cinder-78652: {}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: L3 agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: Metadata agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: Metering agent@dv-cinder-786524-1-smb: {}, Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: Open vSwitch agent@dv-cinder-786524-1-smb: { 'AddressGroup': '1.2', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'ConntrackHelper': '1.0', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Log': '1.0', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Network': '1.1', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Port': '1.7', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'PortForwarding': '1.2', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'QosPolicy': '1.8', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroup': '1.4', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'SecurityGroupRule': '1.2', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'SubPort': '1.0', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Subnet': '1.1', Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: 'Trunk': '1.1'}} Apr 16 05:04:28.181824 dv-cinder-786524-1-smb neutron-server[85220]: {{(pid=85338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 16 05:04:28.207986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:28.262911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:28.338093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] For port 5109661a-c4b3-4a96-802b-65e80c55d0a5, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:04:28.354826 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] For port 5109661a-c4b3-4a96-802b-65e80c55d0a5, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=5109661a-c4b3-4a96-802b-65e80c55d0a5,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:04:28.365368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:28.409658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-33626c8b-6d70-4c90-be85-58eb70c6ff51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:28.505191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:28.514175 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:28.536870 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:28.580578 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49663379-5be6-4abe-845e-2a15e92c511b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:28.584556 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:28.602738 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-dcfcee6a-c6be-4b30-b2bf-bd41b6bd6e0a service neutron] 10.222.0.48 "GET /v2.0/networks/36e0e061-0b89-404b-baf2-aa3cf165d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6259818 Apr 16 05:04:28.676233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:04:28.711635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:28.817796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:28.837162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:155eebdeffe043859f4ff51388b7d8c5 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:28.838644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:28.844185 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:28.872905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:28.921836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Allocated IP 172.20.0.1 (984efdec-5b56-404c-a3d4-f6e7a0fea60f/cc08d292-4cd7-4933-91d4-1f965ab9e70a/7c924938-001c-4510-a2c8-f7c522bff618) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:28.958353 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-18327997-c4dc-49e0-8990-8551bbc375c1 service neutron] 10.222.0.48 "GET /v2.0/networks/36e0e061-0b89-404b-baf2-aa3cf165d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130686 Apr 16 05:04:28.984092 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98870527-135f-465a-ac17-8a55e95f6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.131529 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Pushing event updated for resources: {'Port': ['ID=5109661a-c4b3-4a96-802b-65e80c55d0a5,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:29.163686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:29.172987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.173289 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Added segment af2380cc-b22f-4c21-984f-fc4012175fb3 of type vlan for network ee504e16-6d0e-405c-b2a1-a4ebdaba1f86 Apr 16 05:04:29.268145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-98870527-135f-465a-ac17-8a55e95f6d71 None None] For port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=e860a4d7-9ac9-48ba-8592-2e9f8fd7787d,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:04:29.273600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98870527-135f-465a-ac17-8a55e95f6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.277833 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.284101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:29.295718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:04:29.297830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:29.345846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.349570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:29.350420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.382135 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ec47b04-c4f2-4c8b-8764-e4754074db4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:29.408594 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4389820 Apr 16 05:04:29.409302 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46654) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:29.499443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.503037 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46660) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:29.516840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.551748 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Request body: {'subnet': {'network_id': 'ee504e16-6d0e-405c-b2a1-a4ebdaba1f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-961229443-subnet', 'tenant_id': '300960f0a60b42819a488c2ed00d5d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:29.576811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.604771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98870527-135f-465a-ac17-8a55e95f6d71 None None] Pushing event updated for resources: {'Port': ['ID=e860a4d7-9ac9-48ba-8592-2e9f8fd7787d,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:29.613477 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:29.624115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8b8a356a-da2f-4cc7-b172-d616c80ad41c None None] Provisioning complete for port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:29.628668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b8a356a-da2f-4cc7-b172-d616c80ad41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.649514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:29.651005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Usage tracker for resource:subnet and tenant:300960f0a60b42819a488c2ed00d5d69 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:29.707589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:29.716695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-98870527-135f-465a-ac17-8a55e95f6d71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:29.755154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Pushing event updated for resources: {'Network': ['ID=ee504e16-6d0e-405c-b2a1-a4ebdaba1f86,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:29.767570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:29.775387 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network ee504e16-6d0e-405c-b2a1-a4ebdaba1f86 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:04:29.781174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:29.790917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.834276 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Made reservation on behalf of 300960f0a60b42819a488c2ed00d5d69 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:29.844046 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:29.898739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:04:29.940616 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Transition to ACTIVE for port object 7c924938-001c-4510-a2c8-f7c522bff618 will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:30.013971 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6aa50a71-725d-4b07-8db8-dfc66c318ce0 req-ac936e09-8278-47af-9dce-0f2faefb6ebe tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 210 time: 0.5096593 Apr 16 05:04:30.034301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:30.047744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:30.070308 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Transition to ACTIVE for port object a170b665-e624-4126-92a4-cca1c4ceb2c3 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:30.120390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Transition to ACTIVE for port object a170b665-e624-4126-92a4-cca1c4ceb2c3 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:30.139684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:30.183041 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:30.189617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:30.290816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:30.336479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:30.464594 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=155eebdeffe043859f4ff51388b7d8c5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4618509 Apr 16 05:04:30.469630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46694) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:30.521327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:30.531942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003135dd-7be3-431b-a8e8-5b17a5868f83,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:30.536542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device e860a4d7-9ac9-48ba-8592-2e9f8fd7787d up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:30.544611 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:30.642114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Pushing event updated for resources: {'Port': ['ID=a170b665-e624-4126-92a4-cca1c4ceb2c3,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:30.661687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Allocated IP 172.28.1.132 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/fced27e4-3184-40f1-807e-568fc4b66795) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:30.666348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:30.684536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:24Z', 'revision_number': 3, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:30.690190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cab3418-74bb-406d-b6eb-4d2a65490858 None None] The sync data for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb is: [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:24Z', 'revision_number': 3, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:04:30.737998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Pushing event updated for resources: {'Port': ['ID=7c924938-001c-4510-a2c8-f7c522bff618,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:30.773294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:30.831579 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Network ec6333fc-d615-4cb1-a309-882dfad7f633 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:30.834107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:30.866340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:30.866848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:30.918710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:04:30.968953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:30.972584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:30.976618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:04:30.982766 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853052554'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:31.103051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:31.187612 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Attempting to bind port a170b665-e624-4126-92a4-cca1c4ceb2c3 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:04:31.191752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Attempting to bind port a170b665-e624-4126-92a4-cca1c4ceb2c3 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:04:31.191752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Attempting to bind port a170b665-e624-4126-92a4-cca1c4ceb2c3 on network ec6333fc-d615-4cb1-a309-882dfad7f633 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:04:31.225016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:04:31.229755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Checking segment: {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:31.232965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:31.239551 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Bound using segment: {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:04:31.240817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Bound port: a170b665-e624-4126-92a4-cca1c4ceb2c3, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:04:31.241724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:31.354850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:31.446607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:31.641975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:31.646058 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:31.687885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:31.691230 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] For port a170b665-e624-4126-92a4-cca1c4ceb2c3, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:04:31.695290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] For port a170b665-e624-4126-92a4-cca1c4ceb2c3, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=a170b665-e624-4126-92a4-cca1c4ceb2c3,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:04:31.697177 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1a02824e-be92-4e21-95a6-0221fc6cd1db None None] Provisioning for port 7c924938-001c-4510-a2c8-f7c522bff618 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:31.703231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:31.721239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1a02824e-be92-4e21-95a6-0221fc6cd1db None None] Provisioning complete for port 7c924938-001c-4510-a2c8-f7c522bff618 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:31.721669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a02824e-be92-4e21-95a6-0221fc6cd1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:31.759465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-64b62df7-3709-41a7-a236-9fba34743fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:31.864339 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0997d0df-dc4c-47b2-b474-e4807e975c66 req-b0262a11-e199-4088-9314-56a57fbe1a35 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 210 time: 0.6322637 Apr 16 05:04:32.035016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b762c136-4930-4da5-8dd9-038abd0c0c58,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:32.042417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:32.100941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:32.104377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2b3afac9-dd26-4bb9-a85c-bc394c50b1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:32.113093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Pushing event updated for resources: {'Port': ['ID=fced27e4-3184-40f1-807e-568fc4b66795,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:32.138042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:32.168052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:32.260477 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2b3afac9-dd26-4bb9-a85c-bc394c50b1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:32.279915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Pushing event updated for resources: {'Port': ['ID=a170b665-e624-4126-92a4-cca1c4ceb2c3,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:32.283133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:32.291436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1a02824e-be92-4e21-95a6-0221fc6cd1db None None] Port 7c924938-001c-4510-a2c8-f7c522bff618 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:04:32.401307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Allocated IP 172.28.1.240 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/7bffb607-4870-4b9d-a675-abae0874a1d3) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:32.415669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2b3afac9-dd26-4bb9-a85c-bc394c50b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:32.458919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:32.476554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Checking segment: {'id': 'af2380cc-b22f-4c21-984f-fc4012175fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'ee504e16-6d0e-405c-b2a1-a4ebdaba1f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:32.476968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Network hostable DHCP agents. Network: ee504e16-6d0e-405c-b2a1-a4ebdaba1f86, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:04:32.493823 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:04:32.571718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Network ee504e16-6d0e-405c-b2a1-a4ebdaba1f86 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:04:32.581544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:32.596563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:32.603002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723153'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:32.629528 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 5109661a-c4b3-4a96-802b-65e80c55d0a5 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:32.843710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 5109661a-c4b3-4a96-802b-65e80c55d0a5 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:32.866121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 5109661a-c4b3-4a96-802b-65e80c55d0a5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:32.866588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:32.883427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:32.947540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, ee504e16-6d0e-405c-b2a1-a4ebdaba1f86) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:33.001355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Pushing event updated for resources: {'Port': ['ID=7c924938-001c-4510-a2c8-f7c522bff618,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:33.006098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787d161-88d8-46c3-9f18-f3fcb04fc18c None None] Network ee504e16-6d0e-405c-b2a1-a4ebdaba1f86 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:33.047897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:33.050327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:33.066853 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:33.067531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:33.143793 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3afac9-dd26-4bb9-a85c-bc394c50b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003135dd-7be3-431b-a8e8-5b17a5868f83,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:33.158395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:33.172188 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.7373619 Apr 16 05:04:33.511532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2b3afac9-dd26-4bb9-a85c-bc394c50b1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:33.545194 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46758) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:33.547284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46760) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:33.548112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.47', 57990) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:33.597748 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078d28c9-3ccf-4cf5-9f5b-bfd69d154b08 None None] Network ee504e16-6d0e-405c-b2a1-a4ebdaba1f86 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:33.898263 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d87793a9-5af0-4a2d-81d2-33df166a8644 None None] Provisioning complete for port 7c924938-001c-4510-a2c8-f7c522bff618 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:33.898591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d87793a9-5af0-4a2d-81d2-33df166a8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:34.063824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Router 530968bd-cf5a-4616-996c-a7f8762e8570 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:04:34.140574 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa3b14c2-6726-44a1-b657-4d84b6b2eb78 req-275a9faa-445a-4c1f-aa84-38adaf20f1ec tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 210 time: 0.6260169 Apr 16 05:04:34.271522 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:34.294133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 5109661a-c4b3-4a96-802b-65e80c55d0a5, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=5109661a-c4b3-4a96-802b-65e80c55d0a5,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:04:34.305479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:34.328124 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2b3afac9-dd26-4bb9-a85c-bc394c50b1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:34.332077 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2b3afac9-dd26-4bb9-a85c-bc394c50b1d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/003135dd-7be3-431b-a8e8-5b17a5868f83 HTTP/1.1" status: 204 len: 168 time: 3.8220568 Apr 16 05:04:34.350671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:34.366285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b4716605-d792-491b-938a-9073e76b6869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:34.496047 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d87793a9-5af0-4a2d-81d2-33df166a8644 None None] Port 7c924938-001c-4510-a2c8-f7c522bff618 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:04:34.567890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=5109661a-c4b3-4a96-802b-65e80c55d0a5,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:34.572022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:34.625769 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dead2301-45b6-4cb6-bd60-7ca3dea3f5e5 None None] Network ec6333fc-d615-4cb1-a309-882dfad7f633 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:04:34.679056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device a170b665-e624-4126-92a4-cca1c4ceb2c3 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:34.679664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] Deleting subnet 3752dbe7-7292-4938-856d-921a7d427967 {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:04:34.694434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:34.700381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:04:34.712443 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] 10.222.0.48 "PUT /v2.0/routers/530968bd-cf5a-4616-996c-a7f8762e8570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2192488 Apr 16 05:04:34.801367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:34.937258 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Sync routers for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:04:34.997494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:04:34.998671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:35.244017 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:04:35.321095 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-c398958c-d790-45e0-9036-76c5549afdcd None None] Provisioning for port a170b665-e624-4126-92a4-cca1c4ceb2c3 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:35.324952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-0a20efc0-d60c-46b4-af46-7347a4dedb0e tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:35.328399 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-0a20efc0-d60c-46b4-af46-7347a4dedb0e tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.47 "GET /v2.0/networks?id=36e0e061-0b89-404b-baf2-aa3cf165d662 HTTP/1.1" status: 200 len: 811 time: 1.5663779 Apr 16 05:04:35.520315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:35.567174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port a170b665-e624-4126-92a4-cca1c4ceb2c3 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:35.588689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Request body: {'port': {'device_id': '20bf37dc-dbfa-4418-bceb-d08f4d516179', 'network_id': '36e0e061-0b89-404b-baf2-aa3cf165d662', 'admin_state_up': True, 'tenant_id': '11f169f27e1a499892062272e57fdd1a'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:35.677410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:35.818428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port a170b665-e624-4126-92a4-cca1c4ceb2c3 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:35.818428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:36.076349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:36.255857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 2, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:36.295225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Checking router: 530968bd-cf5a-4616-996c-a7f8762e8570 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:04:36.296613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Updating router 530968bd-cf5a-4616-996c-a7f8762e8570 port 7c924938-001c-4510-a2c8-f7c522bff618 binding host dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:04:36.590981 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d1476873-7fe1-4fa7-acfe-121e22a485b4 req-fae0b1b7-7380-4603-9635-80b6fb9df4ca tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 210 time: 0.5379794 Apr 16 05:04:36.620448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:36.631192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:36.643142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:36.757873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:36.806638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Usage tracker for resource:security_group_rule and tenant:b3923047532b4704b20e209a01a8d8a7 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:36.811813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:36.833476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:36.885409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1a5a0595-b755-4245-9e74-55aeb1f2fe46 None None] Provisioning complete for port a170b665-e624-4126-92a4-cca1c4ceb2c3 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:36.885834 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0595-b755-4245-9e74-55aeb1f2fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:37.060445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:37.068350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port a170b665-e624-4126-92a4-cca1c4ceb2c3, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=a170b665-e624-4126-92a4-cca1c4ceb2c3,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:04:37.070543 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:37.113017 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:37.229113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:37.355157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:37.378628 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 5109661a-c4b3-4a96-802b-65e80c55d0a5 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:37.405145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:37.449211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:37.511653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:04:37.698604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46856) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:37.710415 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850715125', 'description': 'tempest-description--412239048'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:37.738328 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:37.761678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:security_group and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:37.769640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:37.786945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:37.801378 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b3923047532b4704b20e209a01a8d8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0529730 Apr 16 05:04:37.805300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46860) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:37.996174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3618f25a-04bc-4136-bc78-5fa203517274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.067285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3618f25a-04bc-4136-bc78-5fa203517274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.122271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=a170b665-e624-4126-92a4-cca1c4ceb2c3,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:38.130358 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:38.152098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.202112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 5109661a-c4b3-4a96-802b-65e80c55d0a5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:38.204878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.205820 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:38.212098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:security_group_rule and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:38.228209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:38.237343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:38.409786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.411351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3618f25a-04bc-4136-bc78-5fa203517274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.429594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.429594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6c95fe8c-f0b9-48a9-ac9d-56c12b224f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:38.466274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618f25a-04bc-4136-bc78-5fa203517274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f17411-5116-450c-8e25-754f49f9a818,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:38.533123 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9c516d41-c57a-4fc4-80a8-c6a5d6febd3d req-74f4eba6-fd90-4b3b-8b65-f6be7a27e8a2 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 210 time: 0.3010824 Apr 16 05:04:38.606360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.612050 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9110441 Apr 16 05:04:38.615481 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3618f25a-04bc-4136-bc78-5fa203517274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.616551 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7bffb607-4870-4b9d-a675-abae0874a1d3,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:38.620336 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3618f25a-04bc-4136-bc78-5fa203517274 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/64f17411-5116-450c-8e25-754f49f9a818 HTTP/1.1" status: 204 len: 168 time: 0.8133759 Apr 16 05:04:38.655500 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 46878) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:38.683826 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb32122-f207-4159-b196-0205922da50d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:38.698188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:38.698911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:38.699362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:38.701259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'security_group_rule': {'security_group_id': 'feb32122-f207-4159-b196-0205922da50d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:38.710297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:38.725555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:security_group_rule and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:38.733080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:38.742002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:38.758654 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.688s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:38.765364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.967s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:38.783245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853047331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720371'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:38.881065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f17411-5116-450c-8e25-754f49f9a818,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:38.892403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:39.179347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:04:39.342217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:39.361827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Transition to ACTIVE for port object 7c924938-001c-4510-a2c8-f7c522bff618 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:39.393153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:39.407066 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:39.421409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:39.426006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Usage tracker for resource:port and tenant:11f169f27e1a499892062272e57fdd1a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:39.427256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:39.429604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:39.442812 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:39.529846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Made reservation on behalf of 11f169f27e1a499892062272e57fdd1a for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:04:39.536073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:39.615306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8bde7-9722-47fd-84d6-9cbc1ce6aaf4 None None] Pushing event updated for resources: {'Port': ['ID=7c924938-001c-4510-a2c8-f7c522bff618,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:39.630214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device a170b665-e624-4126-92a4-cca1c4ceb2c3 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:39.860376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-aef8bde7-9722-47fd-84d6-9cbc1ce6aaf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:40.141455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port a170b665-e624-4126-92a4-cca1c4ceb2c3 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:40.141889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:40.362678 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f4ed39a9-d6a7-45c3-8ed2-d7b5ce4ce79b req-7fa7cb09-fad5-4ffd-b4c1-235109af7ea7 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 210 time: 0.2771873 Apr 16 05:04:40.428690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46920) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:40.715502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:40.756631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:40.768132 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Usage tracker for resource:security_group_rule and tenant:998c2f3f594d4c1bb218346e84206c12 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:40.776230 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Attempting to bind port 7c924938-001c-4510-a2c8-f7c522bff618 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:04:40.776653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Attempting to bind port 7c924938-001c-4510-a2c8-f7c522bff618 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:04:40.777062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Attempting to bind port 7c924938-001c-4510-a2c8-f7c522bff618 on network 984efdec-5b56-404c-a3d4-f6e7a0fea60f {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:04:40.779132 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:40.821707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:40.832574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:04:40.832574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Checking segment: {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:40.833099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:40.838530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Bound using segment: {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:04:40.838530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Bound port: 7c924938-001c-4510-a2c8-f7c522bff618, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:04:40.838530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:41.173337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:41.175133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] For port 7c924938-001c-4510-a2c8-f7c522bff618, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:04:41.176623 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:41.178217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46936) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:41.188831 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] For port 7c924938-001c-4510-a2c8-f7c522bff618, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=7c924938-001c-4510-a2c8-f7c522bff618,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:04:41.195145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:41.256128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-572769a2-fba7-456a-9573-3c930f93a96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:41.307154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:41.397642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Allocated IP 172.20.0.3 (36e0e061-0b89-404b-baf2-aa3cf165d662/e5cd6090-8bc7-4ef7-a858-04eb45104cc5/435b1fb3-7ddb-4f81-b7de-facc3c4dfede) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:41.400562 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=998c2f3f594d4c1bb218346e84206c12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9695339 Apr 16 05:04:41.401535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46946) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:41.420086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8bde7-9722-47fd-84d6-9cbc1ce6aaf4 None None] Pushing event updated for resources: {'Port': ['ID=7c924938-001c-4510-a2c8-f7c522bff618,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:41.439695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-aef8bde7-9722-47fd-84d6-9cbc1ce6aaf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:41.453039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87dcb460-26c4-40fc-b2ec-e0d20b5097ee,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:41.477885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:41.576557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:04:41.577691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:41.682184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-befa41af-b905-463a-aa26-fb1753f94e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:41.833805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:41.893718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-befa41af-b905-463a-aa26-fb1753f94e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:41.910957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.007013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.031238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:42.042630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Usage tracker for resource:security_group_rule and tenant:17154d7de51343eab8a75827523fb51b is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:42.051410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:42.059889 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ff273a0e-4dc9-4764-95fc-b63e637f7de1 req-bd3e0d2e-74cf-4cdf-a290-fbdd71922a63 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 210 time: 0.1489618 Apr 16 05:04:42.070387 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:42.134137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:04:42.218640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.253259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.255967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.271098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4406f74f-13c8-4658-9d43-9f2b118c6f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:42.303805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:42.316198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.344162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c0236e-237f-4c81-bef8-19db631a3008,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:42.348012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:42.360293 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=17154d7de51343eab8a75827523fb51b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1761563 Apr 16 05:04:42.363099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46958) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:42.381877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-befa41af-b905-463a-aa26-fb1753f94e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.397684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e087400-6ba0-4044-a4e6-4dd59691f60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:42.441751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa41af-b905-463a-aa26-fb1753f94e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dcb460-26c4-40fc-b2ec-e0d20b5097ee,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:42.450568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-befa41af-b905-463a-aa26-fb1753f94e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:42.501228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-befa41af-b905-463a-aa26-fb1753f94e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.502517 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-befa41af-b905-463a-aa26-fb1753f94e84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87dcb460-26c4-40fc-b2ec-e0d20b5097ee HTTP/1.1" status: 204 len: 168 time: 1.0918214 Apr 16 05:04:42.556353 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3752dbe7-7292-4938-856d-921a7d427967,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:42.568364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86de7fa8-a263-4ab1-ae51-c7ef0a969079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.652685 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86de7fa8-a263-4ab1-ae51-c7ef0a969079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.737815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86de7fa8-a263-4ab1-ae51-c7ef0a969079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.752897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f7ffdce4-dd8e-4c0f-b56a-7fbd38e6648d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:42.784192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86de7fa8-a263-4ab1-ae51-c7ef0a969079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c0236e-237f-4c81-bef8-19db631a3008,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:42.787908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86de7fa8-a263-4ab1-ae51-c7ef0a969079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:42.795226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-86de7fa8-a263-4ab1-ae51-c7ef0a969079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.800435 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-86de7fa8-a263-4ab1-ae51-c7ef0a969079 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/35c0236e-237f-4c81-bef8-19db631a3008 HTTP/1.1" status: 204 len: 168 time: 0.4359787 Apr 16 05:04:42.803224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.814333 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853047331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720371'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:42.840724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:43.012032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ff531598-642f-4b9a-8546-358c515b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:41Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:43.020941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff531598-642f-4b9a-8546-358c515b510d None None] The sync data for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb is: [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:41Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:04:43.474055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 7c924938-001c-4510-a2c8-f7c522bff618 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:43.768919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 7c924938-001c-4510-a2c8-f7c522bff618 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:43.799363 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 7c924938-001c-4510-a2c8-f7c522bff618 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:43.808045 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:44.105607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46980) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:44.213469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d4768be5-cb6c-4019-a738-a3323633b5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:44.242257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:44.292113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:44.310851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d4768be5-cb6c-4019-a738-a3323633b5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:44.335127 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d4768be5-cb6c-4019-a738-a3323633b5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:dcd17bb570754f24a18b84e689ef2b14 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:44.353914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d4768be5-cb6c-4019-a738-a3323633b5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:44.359890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c25db88-4881-478c-adcb-1ed3ec7adbbb,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:44.365609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:44.368747 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Router 40d73ffe-a928-4574-a875-08cfcaff1ed3 is scheduled to L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 with binding_index 1 {{(pid=85335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 05:04:44.374051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:44.378925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46986) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:44.406820 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d4768be5-cb6c-4019-a738-a3323633b5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:44.445304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:44.469457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:44.517485 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:44.521030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 7c924938-001c-4510-a2c8-f7c522bff618, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=7c924938-001c-4510-a2c8-f7c522bff618,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:04:44.530184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:44.533336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Usage tracker for resource:security_group_rule and tenant:a994bec48d6144cfa5f0082ba661707a is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:44.541196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:44.550284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:44.554042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:44.788372 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=7c924938-001c-4510-a2c8-f7c522bff618,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:44.819294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:44.849991 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3752dbe7-7292-4938-856d-921a7d427967 HTTP/1.1" status: 204 len: 168 time: 11.0948694 Apr 16 05:04:44.890362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:44.898939 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 46998) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:45.208570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:45.225015 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 6.5630436 Apr 16 05:04:45.310874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 47010) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:45.313969 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Pushing event updated for resources: {'Port': ['ID=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:45.330623 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:45.330623 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Router 7511adb9-9824-4646-8a58-d2b524c5eacd is scheduled to L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 with binding_index 1 {{(pid=85335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 05:04:45.373334 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:45.426518 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 7c924938-001c-4510-a2c8-f7c522bff618 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:45.438339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'security_group_rule': {'security_group_id': 'feb32122-f207-4159-b196-0205922da50d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:45.446412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:45.456013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:security_group_rule and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:45.474803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:45.490591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:45.672047 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 7c924938-001c-4510-a2c8-f7c522bff618 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:45.672596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:45.741484 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7afa3d-6b3b-40db-afdc-c1168d80dc64 req-ff3f3da3-890b-4ca2-86b0-18150b073994 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:45.742550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8f7afa3d-6b3b-40db-afdc-c1168d80dc64 req-ff3f3da3-890b-4ca2-86b0-18150b073994 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Synchronizing usage tracker for tenant:11f169f27e1a499892062272e57fdd1a on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:04:45.761466 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:45.796977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:45.844330 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Network 36e0e061-0b89-404b-baf2-aa3cf165d662 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:45.930430 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:45.966759 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:04:45.975251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:45.976107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.054992 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.069974 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d4768be5-cb6c-4019-a738-a3323633b5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.086370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.098091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:04:46.104476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.109370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Sync routers for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:04:46.131189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:04:46.135016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:46.143931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:46.145588 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.6175075 Apr 16 05:04:46.157635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.159094 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8411143 Apr 16 05:04:46.169404 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 47018) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:46.204931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 47022) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:46.210241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'floatingip': {'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:46.211954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.212636 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.214207 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.215021 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > port after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.215644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > port after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.216790 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > port after_update 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.217465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.218281 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.218943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.219698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.221775 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96732b63-2602-4cdd-8b88-1645e721dfb3,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:46.224202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8f7afa3d-6b3b-40db-afdc-c1168d80dc64 req-ff3f3da3-890b-4ca2-86b0-18150b073994 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Unset dirty status for tenant:11f169f27e1a499892062272e57fdd1a on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:04:46.225572 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f7afa3d-6b3b-40db-afdc-c1168d80dc64 req-ff3f3da3-890b-4ca2-86b0-18150b073994 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 931 time: 1.8692207 Apr 16 05:04:46.232528 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:46.242765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:46.248481 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:04:46.251655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:floatingip and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:46.255553 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.260129 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c75754d4-4652-4167-b5f0-f11727164efe admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 20.7934015 Apr 16 05:04:46.261080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 47028) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:46.261528 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Sync routers for ids ['7511adb9-9824-4646-8a58-d2b524c5eacd'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:04:46.263025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:46.292190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Routers {'7511adb9-9824-4646-8a58-d2b524c5eacd'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:04:46.295711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['7511adb9-9824-4646-8a58-d2b524c5eacd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:46.397260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:46.442981 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f7afa3d-6b3b-40db-afdc-c1168d80dc64 req-3338f875-bb71-4dbd-b53d-d52e3e62b4b5 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968770 Apr 16 05:04:46.554100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.591722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.597502 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-27b713d2-ee82-46f8-9220-4162aa3be0d1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 21.0561097 Apr 16 05:04:46.610770 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 47032) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:46.660851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:04:46.722508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.723298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.723298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.723689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85336) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:04:46.724219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26f4f21-62ac-4530-980d-12ff1119be3d']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:46.743193 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d4768be5-cb6c-4019-a738-a3323633b5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.755187 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.806703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dd9d7d-9114-433f-bc7f-62703805c024') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:46.807084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dd9d7d-9114-433f-bc7f-62703805c024') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:46.833907 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:46.885535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8a8501d9-2349-4e21-8c1a-98b2e4a80b28 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:04:46.890867 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-8a8501d9-2349-4e21-8c1a-98b2e4a80b28 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184329 Apr 16 05:04:46.945216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:46.967023 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d4768be5-cb6c-4019-a738-a3323633b5e2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcd17bb570754f24a18b84e689ef2b14&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8547974 Apr 16 05:04:46.973526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47038) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:47.023094 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850680888'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.031861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:47.042297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce23a0f50da3440a9bcae5120ff985fc is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:47.050869 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:47.064849 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:47.179242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b83b59b1-41cd-4721-a4bc-660cb37da1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.214191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b83b59b1-41cd-4721-a4bc-660cb37da1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.264659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4768be5-cb6c-4019-a738-a3323633b5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b70fe8-cc87-4e5e-a569-f13c6bfb6fb0,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:47.311128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b06725-4561-493e-b922-2fb5ee5fbc2e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:47.314773 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b83b59b1-41cd-4721-a4bc-660cb37da1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.315838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:47.317805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.320870 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.283s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:47.327780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:04:33Z', 'revision_number': 3, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:47.333628 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Checking router: 40d73ffe-a928-4574-a875-08cfcaff1ed3 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:04:47.334411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Updating router 40d73ffe-a928-4574-a875-08cfcaff1ed3 port fced27e4-3184-40f1-807e-568fc4b66795 binding host dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:04:47.347328 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a994bec48d6144cfa5f0082ba661707a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9647636 Apr 16 05:04:47.352545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47044) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:47.363893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:04:47.380842 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b83b59b1-41cd-4721-a4bc-660cb37da1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.384577 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b83b59b1-41cd-4721-a4bc-660cb37da1f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67b70fe8-cc87-4e5e-a569-f13c6bfb6fb0 HTTP/1.1" status: 204 len: 168 time: 0.3873916 Apr 16 05:04:47.384577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b59b1-41cd-4721-a4bc-660cb37da1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b70fe8-cc87-4e5e-a569-f13c6bfb6fb0,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:47.393891 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b83b59b1-41cd-4721-a4bc-660cb37da1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:47.419816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.444460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:47.444752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:47.478226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Set router 7511adb9-9824-4646-8a58-d2b524c5eacd gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:04:47.746683 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a0e695c4-5e1f-483c-a669-258cdc31b581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.828507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Network d26f4f21-62ac-4530-980d-12ff1119be3d has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:04:47.855169 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850605929'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.902855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a0e695c4-5e1f-483c-a669-258cdc31b581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:47.931530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:04:39Z', 'revision_number': 3, 'project_id': '04b04695962b472985e5455e16234f46', 'gw_port': {'id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:31Z', 'updated_at': '2021-04-16T05:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:47.938809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Checking router: 7511adb9-9824-4646-8a58-d2b524c5eacd for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:04:47.939582 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Updating router 7511adb9-9824-4646-8a58-d2b524c5eacd port 7bffb607-4870-4b9d-a675-abae0874a1d3 binding host dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:04:48.030040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:48.160947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:48.355733 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Network d26f4f21-62ac-4530-980d-12ff1119be3d has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: from cryptography.utils import int_from_bytes Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: from cryptography.utils import int_from_bytes Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: (rel_b, rel_a, rel_b), Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: (rel_b, rel_a, rel_b), Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:04:48.427435 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:04:48.541597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Transition to ACTIVE for port object fced27e4-3184-40f1-807e-568fc4b66795 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:48.541841 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Request body: {'port': {'device_id': '20bf37dc-dbfa-4418-bceb-d08f4d516179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:04:48.546235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:48.551613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:48.557965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:48.580341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:48.583673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Pushing event deleted for resources: {'Network': ['ID=d26f4f21-62ac-4530-980d-12ff1119be3d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:48.589149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a0e695c4-5e1f-483c-a669-258cdc31b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:48.590845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:48.595717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:48.604196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ed59f35-61a7-4a1e-8f35-0d1a65c93120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:48.612002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a0e695c4-5e1f-483c-a669-258cdc31b581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:48.616676 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-a0e695c4-5e1f-483c-a669-258cdc31b581 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04b06725-4561-493e-b922-2fb5ee5fbc2e HTTP/1.1" status: 204 len: 168 time: 1.2550867 Apr 16 05:04:48.620997 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1555d778-6b2a-40a3-a0bf-3688e247f08a admin admin] 10.222.0.48 "DELETE /v2.0/networks/d26f4f21-62ac-4530-980d-12ff1119be3d HTTP/1.1" status: 204 len: 168 time: 3.7205462 Apr 16 05:04:48.624788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e695c4-5e1f-483c-a669-258cdc31b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b06725-4561-493e-b922-2fb5ee5fbc2e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:48.628197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a0e695c4-5e1f-483c-a669-258cdc31b581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:48.628717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47072) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:48.712032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] Deleting subnet b762c136-4930-4da5-8dd9-038abd0c0c58 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:04:48.716729 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:48.812996 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4094960'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.098945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.161119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.185612 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Transition to ACTIVE for port object 7bffb607-4870-4b9d-a675-abae0874a1d3 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:49.216347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.294428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Attempting to bind port fced27e4-3184-40f1-807e-568fc4b66795 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:04:49.295445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Attempting to bind port fced27e4-3184-40f1-807e-568fc4b66795 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:04:49.296298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Attempting to bind port fced27e4-3184-40f1-807e-568fc4b66795 on network ee63066a-cfd9-47ab-ac02-da676e921a71 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:04:49.325205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:04:49.329856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Checking segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:49.332317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.339663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Bound using segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:04:49.341248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Bound port: fced27e4-3184-40f1-807e-568fc4b66795, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:04:49.342414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.469832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec392192-58cc-4382-a5cf-edcde44ad454 None None] Pushing event updated for resources: {'Port': ['ID=fced27e4-3184-40f1-807e-568fc4b66795,revision_number=2']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:49.475311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:49.523665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec392192-58cc-4382-a5cf-edcde44ad454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:49.622708 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.642645 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] For port fced27e4-3184-40f1-807e-568fc4b66795, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:04:49.651016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] For port fced27e4-3184-40f1-807e-568fc4b66795, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=fced27e4-3184-40f1-807e-568fc4b66795,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:04:49.669896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.723954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9a7a7-2181-4511-a127-7da5c9a72e02 None None] Pushing event updated for resources: {'Port': ['ID=7bffb607-4870-4b9d-a675-abae0874a1d3,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:49.730263 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12c9a7a7-2181-4511-a127-7da5c9a72e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:49.749074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:49.757739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Attempting to bind port 7bffb607-4870-4b9d-a675-abae0874a1d3 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:04:49.758138 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Attempting to bind port 7bffb607-4870-4b9d-a675-abae0874a1d3 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:04:49.758913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.762932 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Attempting to bind port 7bffb607-4870-4b9d-a675-abae0874a1d3 on network ee63066a-cfd9-47ab-ac02-da676e921a71 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:04:49.774814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:04:49.775312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Checking segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:49.775862 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.776367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Bound using segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:04:49.776893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Bound port: 7bffb607-4870-4b9d-a675-abae0874a1d3, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:04:49.777349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.814373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4171062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852521590'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:49.843973 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:49.969664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] For port 7bffb607-4870-4b9d-a675-abae0874a1d3, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:04:49.981104 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] For port 7bffb607-4870-4b9d-a675-abae0874a1d3, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=7bffb607-4870-4b9d-a675-abae0874a1d3,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:04:49.990979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2cef61b5-b4b3-4e14-b8a5-c0b1e452dd8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:50.002911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:50.177094 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-82f7429a-169b-4e50-9060-778d0dcc7d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:50.202905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b762c136-4930-4da5-8dd9-038abd0c0c58,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:50.238148 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:50.363589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:50.381872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec392192-58cc-4382-a5cf-edcde44ad454 None None] Pushing event updated for resources: {'Port': ['ID=fced27e4-3184-40f1-807e-568fc4b66795,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:50.389490 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b762c136-4930-4da5-8dd9-038abd0c0c58 HTTP/1.1" status: 204 len: 168 time: 1.7551873 Apr 16 05:04:50.391541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47100) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:50.402391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7bae12-d07c-4066-aac1-9aa0d6b77f2a,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:50.408665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec392192-58cc-4382-a5cf-edcde44ad454 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:50.430855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:50.501293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:50.512957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fcd426f4-487f-4d93-ae05-6961feefd7d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:50.513506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:04:50.514707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:50.678808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9a7a7-2181-4511-a127-7da5c9a72e02 None None] Pushing event updated for resources: {'Port': ['ID=7bffb607-4870-4b9d-a675-abae0874a1d3,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:50.684843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12c9a7a7-2181-4511-a127-7da5c9a72e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:50.734636 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Routers {'7511adb9-9824-4646-8a58-d2b524c5eacd'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:04:50.735767 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['7511adb9-9824-4646-8a58-d2b524c5eacd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:50.925781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:04:51.083993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7302d-cb17-4630-afa5-d98c029ba2d5 req-0139c96e-7e7e-4ab2-b36d-c6178314c7c6 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:51.099194 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fad7302d-cb17-4630-afa5-d98c029ba2d5 req-0139c96e-7e7e-4ab2-b36d-c6178314c7c6 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 931 time: 2.8296192 Apr 16 05:04:51.158588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] Set router 7511adb9-9824-4646-8a58-d2b524c5eacd gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:04:51.259386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:51.322038 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:51.881164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:51.885790 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:04:39Z', 'revision_number': 3, 'project_id': '04b04695962b472985e5455e16234f46', 'gw_port': {'id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:31Z', 'updated_at': '2021-04-16T05:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:51.898654 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce23a0f50da3440a9bcae5120ff985fc&name=default HTTP/1.1" status: 200 len: 2979 time: 5.6737981 Apr 16 05:04:51.899814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935592f9-1616-4c78-a852-a78237a4cd29 None None] The sync data for ids ['7511adb9-9824-4646-8a58-d2b524c5eacd'] in dv-cinder-786524-1-smb is: [{'id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:04:39Z', 'revision_number': 3, 'project_id': '04b04695962b472985e5455e16234f46', 'gw_port': {'id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:31Z', 'updated_at': '2021-04-16T05:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:04:51.933225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-4419641a-e779-469f-b10e-7977c7db641d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:04:33Z', 'revision_number': 3, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:51.938064 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4419641a-e779-469f-b10e-7977c7db641d None None] The sync data for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb is: [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:04:33Z', 'revision_number': 3, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:04:52.032002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 47126) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:52.098918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee504e16-6d0e-405c-b2a1-a4ebdaba1f86']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:52.115884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2380cc-b22f-4c21-984f-fc4012175fb3') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:52.116224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2380cc-b22f-4c21-984f-fc4012175fb3') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:04:52.137878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850680888'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:52.179429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:52.190291 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:04:52.292168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Allocated IP 172.28.1.171 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/f61aedd5-25d1-4fc3-a554-f41b9fa587b2) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:52.440912 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Network ee504e16-6d0e-405c-b2a1-a4ebdaba1f86 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:04:52.451981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850605929'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:52.533204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-704f3620-9d44-4391-a2af-85b043d4840a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:52.791812 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:52.797204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Network ee504e16-6d0e-405c-b2a1-a4ebdaba1f86 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:04:52.867591 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:04:53.037563 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fad7302d-cb17-4630-afa5-d98c029ba2d5 req-24a32cb5-8e14-4934-b26f-442176dd40ac tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6039281 Apr 16 05:04:53.144150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:53.157110 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:53.160227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:53.254381 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] 10.222.0.48 "DELETE /v2.0/networks/ee504e16-6d0e-405c-b2a1-a4ebdaba1f86 HTTP/1.1" status: 204 len: 168 time: 2.8611591 Apr 16 05:04:53.295640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Pushing event deleted for resources: {'Network': ['ID=ee504e16-6d0e-405c-b2a1-a4ebdaba1f86,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:53.302091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-77530df5-2fec-47e0-b3c0-1bcba07c183f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:53.568207 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device fced27e4-3184-40f1-807e-568fc4b66795 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:53.723963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:53.781958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:53.928497 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port fced27e4-3184-40f1-807e-568fc4b66795 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:53.929251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:53.995043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba5009bd-a0d2-470f-918d-fa62e5ac3ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.020220 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port fced27e4-3184-40f1-807e-568fc4b66795 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:54.021202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.101612 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.131447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47168) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:54.270455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.313273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port fced27e4-3184-40f1-807e-568fc4b66795, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=fced27e4-3184-40f1-807e-568fc4b66795,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:04:54.320169 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.321746 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 7bffb607-4870-4b9d-a675-abae0874a1d3 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:54.369918 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-901572d6-be3e-4d0b-9425-a8b8172deda5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=122021ce0ca946838367e6aa8dd70fca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2358959 Apr 16 05:04:54.374704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47176) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:54.463776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:54.491698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59bfa6b4-aaa4-46e2-bcad-f884454cf79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.546219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59bfa6b4-aaa4-46e2-bcad-f884454cf79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.602516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 7bffb607-4870-4b9d-a675-abae0874a1d3 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:54.620665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 7bffb607-4870-4b9d-a675-abae0874a1d3 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:54.621515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.646162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59bfa6b4-aaa4-46e2-bcad-f884454cf79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.661384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-befa41af-b905-463a-aa26-fb1753f94e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:54.688588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfa6b4-aaa4-46e2-bcad-f884454cf79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44874a40-4ca0-4998-b936-6384a9e5dfc5,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:54.694630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-59bfa6b4-aaa4-46e2-bcad-f884454cf79f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:54.697350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59bfa6b4-aaa4-46e2-bcad-f884454cf79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.699582 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-59bfa6b4-aaa4-46e2-bcad-f884454cf79f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44874a40-4ca0-4998-b936-6384a9e5dfc5 HTTP/1.1" status: 204 len: 168 time: 0.3230174 Apr 16 05:04:54.742509 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Allocated IP 172.20.0.1 (ec6333fc-d615-4cb1-a309-882dfad7f633/dbdf2630-9936-4403-b9eb-faf0852f5c8a/d8ee2a5c-f34c-4546-9d38-0146f399936e) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:54.772218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=fced27e4-3184-40f1-807e-568fc4b66795,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:54.784334 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:54.847847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba5009bd-a0d2-470f-918d-fa62e5ac3ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.905650 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.945988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 7bffb607-4870-4b9d-a675-abae0874a1d3, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=7bffb607-4870-4b9d-a675-abae0874a1d3,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:04:54.953590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:54.966715 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:55.201767 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=7bffb607-4870-4b9d-a675-abae0874a1d3,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:55.208609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:55.290228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba5009bd-a0d2-470f-918d-fa62e5ac3ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:55.392653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device fced27e4-3184-40f1-807e-568fc4b66795 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:55.396907 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:55.429295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:55.542452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5009bd-a0d2-470f-918d-fa62e5ac3ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7bae12-d07c-4066-aac1-9aa0d6b77f2a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:55.687559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32975a17-9f65-48b6-a26e-1ae1523c7bd0 req-9ff044c3-460b-4356-9d60-f51c1151dc32 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:55.691689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port fced27e4-3184-40f1-807e-568fc4b66795 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:55.691689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:55.695850 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-32975a17-9f65-48b6-a26e-1ae1523c7bd0 req-9ff044c3-460b-4356-9d60-f51c1151dc32 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 931 time: 0.9812853 Apr 16 05:04:55.699333 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ba5009bd-a0d2-470f-918d-fa62e5ac3ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:55.707088 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47196) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:55.713022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8412143e-800f-4f3d-95ed-1740a5f9451d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:55.771849 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:55.791817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 05:04:55.850573 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1166b2e2-5dd1-4f70-93b3-d8b6f6f7f442 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=300960f0a60b42819a488c2ed00d5d69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1417134 Apr 16 05:04:55.857027 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47202) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:55.987221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 7bffb607-4870-4b9d-a675-abae0874a1d3 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:04:56.005870 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-716c0482-a991-45ae-8738-28a2963d535e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.066417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.069214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-716c0482-a991-45ae-8738-28a2963d535e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.168968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ba5009bd-a0d2-470f-918d-fa62e5ac3ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.180616 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ba5009bd-a0d2-470f-918d-fa62e5ac3ae0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b7bae12-d07c-4066-aac1-9aa0d6b77f2a HTTP/1.1" status: 204 len: 168 time: 4.0813906 Apr 16 05:04:56.181396 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-716c0482-a991-45ae-8738-28a2963d535e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.186888 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'Port': ['ID=f61aedd5-25d1-4fc3-a554-f41b9fa587b2,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:56.196259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:56.201377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 7bffb607-4870-4b9d-a675-abae0874a1d3 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:56.201979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.210531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:56.230664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c0482-a991-45ae-8738-28a2963d535e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49663379-5be6-4abe-845e-2a15e92c511b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:56.234725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-716c0482-a991-45ae-8738-28a2963d535e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:56.244517 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-716c0482-a991-45ae-8738-28a2963d535e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.247184 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-716c0482-a991-45ae-8738-28a2963d535e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49663379-5be6-4abe-845e-2a15e92c511b HTTP/1.1" status: 204 len: 168 time: 0.3870485 Apr 16 05:04:56.266149 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-32975a17-9f65-48b6-a26e-1ae1523c7bd0 req-b49f55db-1903-4e89-8fae-2beb1d80d2b7 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5666370 Apr 16 05:04:56.296663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Transition to ACTIVE for port object d8ee2a5c-f34c-4546-9d38-0146f399936e will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:56.303833 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435b1fb3-7ddb-4f81-b7de-facc3c4dfede {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:04:56.317007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Allocated IP 172.20.0.1 (dd6e782c-4a20-4571-9880-20a30bbeb3d8/ad4ab347-d80e-4512-88ab-6cbbb380bedc/eba83564-829a-4e66-a3b0-f6b0bec7ac34) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:04:56.324891 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.394739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:56.396127 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Transition to ACTIVE for port object 435b1fb3-7ddb-4f81-b7de-facc3c4dfede will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:04:56.407920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:56.473116 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:04:56.490773 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.773555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:56.860638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47220) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:56.883710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:56.905332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:04:56.910830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Usage tracker for resource:security_group_rule and tenant:c004833f8d8e4fd4bfe728aa7adc83da is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:04:56.914868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:04:56.924921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:04:57.083357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:57.085072 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:57.090458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:57.091896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:57.104742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:57.129650 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Pushing event updated for resources: {'Port': ['ID=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:57.133426 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:57.134241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:57.156054 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fdebf7-758a-425e-accb-725d22fd7720,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:57.162171 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:57.187860 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c004833f8d8e4fd4bfe728aa7adc83da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253820 Apr 16 05:04:57.188701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47238) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:04:57.323623 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bda9c8f1-8f69-4ff1-bfb1-4c703cba2c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:57.429814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bda9c8f1-8f69-4ff1-bfb1-4c703cba2c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:57.501922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ee2a5c-f34c-4546-9d38-0146f399936e,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:57.550675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:57.592286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bda9c8f1-8f69-4ff1-bfb1-4c703cba2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:57.602639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:57.639640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9c8f1-8f69-4ff1-bfb1-4c703cba2c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fdebf7-758a-425e-accb-725d22fd7720,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:57.644918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bda9c8f1-8f69-4ff1-bfb1-4c703cba2c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:57.658361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bda9c8f1-8f69-4ff1-bfb1-4c703cba2c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:57.665354 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-bda9c8f1-8f69-4ff1-bfb1-4c703cba2c28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7fdebf7-758a-425e-accb-725d22fd7720 HTTP/1.1" status: 204 len: 168 time: 0.4737601 Apr 16 05:04:57.889063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:58.078840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:58.447994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:58.513484 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Attempting to bind port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:04:58.514043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Attempting to bind port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'fa5a4591-b301-4c09-84be-bbd0ed51173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '36e0e061-0b89-404b-baf2-aa3cf165d662'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:04:58.514586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Attempting to bind port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede on network 36e0e061-0b89-404b-baf2-aa3cf165d662 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:04:58.589014 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede on network 36e0e061-0b89-404b-baf2-aa3cf165d662 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:04:58.589613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Attempting to bind port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede on network 36e0e061-0b89-404b-baf2-aa3cf165d662 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:04:58.689213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:04:58.689973 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Checking segment: {'id': 'fa5a4591-b301-4c09-84be-bbd0ed51173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '36e0e061-0b89-404b-baf2-aa3cf165d662'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:04:58.690868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Bound using segment: {'id': 'fa5a4591-b301-4c09-84be-bbd0ed51173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '36e0e061-0b89-404b-baf2-aa3cf165d662'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:04:58.691621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Bound port: 435b1fb3-7ddb-4f81-b7de-facc3c4dfede, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5a4591-b301-4c09-84be-bbd0ed51173a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '36e0e061-0b89-404b-baf2-aa3cf165d662'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:04:58.692376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:58.716112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:58.752179 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:04:58.828354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Network ec6333fc-d615-4cb1-a309-882dfad7f633 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:04:58.905924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:04:58.908514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:04:58.909138 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853052554'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:59.062136 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 05:04:59.260504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-316c73e9-c845-40e4-9e1b-0785ecfe6720 None None] Provisioning for port d8ee2a5c-f34c-4546-9d38-0146f399936e completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:04:59.273355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-316c73e9-c845-40e4-9e1b-0785ecfe6720 None None] Provisioning complete for port d8ee2a5c-f34c-4546-9d38-0146f399936e triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:04:59.273978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-316c73e9-c845-40e4-9e1b-0785ecfe6720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:59.361787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-316c73e9-c845-40e4-9e1b-0785ecfe6720 None None] Port d8ee2a5c-f34c-4546-9d38-0146f399936e cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:04:59.418771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:59.486425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Pushing event updated for resources: {'Port': ['ID=eba83564-829a-4e66-a3b0-f6b0bec7ac34,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:04:59.506404 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ebe3f-f769-4311-8d65-570d64d98141 req-a926ad9f-54c1-42d2-b8b2-e728fabc8fc0 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:04:59.509503 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b29ebe3f-f769-4311-8d65-570d64d98141 req-a926ad9f-54c1-42d2-b8b2-e728fabc8fc0 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 943 time: 1.7759612 Apr 16 05:04:59.511178 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:04:59.538091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:04:59.760034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:00.060890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'Port': ['ID=f61aedd5-25d1-4fc3-a554-f41b9fa587b2,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:00.079125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:00.090813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] For port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:05:00.096758 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b29ebe3f-f769-4311-8d65-570d64d98141 req-f64ff599-af38-4c3c-9a01-27705332a66a tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5497954 Apr 16 05:05:00.181280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:00.189247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] For port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,segment=NetworkSegment(fa5a4591-b301-4c09-84be-bbd0ed51173a),segment_id=fa5a4591-b301-4c09-84be-bbd0ed51173a)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:05:00.208594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:00.245122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:00.282145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:05:00.301482 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:00.370324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47348) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:00.385313 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:00.386800 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 14.2075579 Apr 16 05:05:00.400462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:05:00.401302 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853052554'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:00.407622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47354) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:00.510985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Pushing event updated for resources: {'Port': ['ID=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:00.517763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:00.528900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:00.663953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:00.664654 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:00.667250 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] 10.222.0.47 "PUT /v2.0/ports/435b1fb3-7ddb-4f81-b7de-facc3c4dfede HTTP/1.1" status: 200 len: 1093 time: 13.2992837 Apr 16 05:05:00.667857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20bf37dc-dbfa-4418-bceb-d08f4d516179', 'tag': '435b1fb3-7ddb-4f81-b7de-facc3c4dfede'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:00.792839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:00.885975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:00.914024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:00.931379 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:00.940692 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Usage tracker for resource:security_group_rule and tenant:910335f98fa442f1be09b03c2ae1257b is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:00.947430 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:00.963067 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:00.976543 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Usage tracker for resource:security_group_rule and tenant:d936738bace24648b0c43f6cf724f721 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:01.091064 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-46aa1114-d05f-415f-b285-b093e3595102 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1850715125&fields=id&tenant_id=53681adc070648b78e5e0d6dbd99d9fe HTTP/1.1" status: 200 len: 267 time: 0.2178738 Apr 16 05:05:01.094744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:01.117206 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:01.198280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.283181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.293350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.301888 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.317770 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:01.392747 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.420301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723153'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.432203 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23886ef0-f302-4f48-91ee-39d05e6b69f4,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:01.447609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:01.448244 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8b67737d-e985-436a-b1b0-9c957f8076cd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:01.460039 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=910335f98fa442f1be09b03c2ae1257b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0509136 Apr 16 05:05:01.463808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47408) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:01.501464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.515081 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.535869 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:01.547543 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Pushing event updated for resources: {'Port': ['ID=d8ee2a5c-f34c-4546-9d38-0146f399936e,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:01.617768 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d936738bace24648b0c43f6cf724f721&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2452922 Apr 16 05:05:01.620745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984f6723-3d7b-47d2-86c7-4255da434ce3,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:01.638093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:01.640678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47414) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:01.687301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92ed900b-6ce8-4459-99b2-c913cb997d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.757719 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92ed900b-6ce8-4459-99b2-c913cb997d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.816115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-19399692-339a-4288-8ffc-173dfb613cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.857714 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-19399692-339a-4288-8ffc-173dfb613cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.883144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:01.885632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-ac6c82c4-b7b9-421f-b196-2715b52658d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:01.887858 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-ac6c82c4-b7b9-421f-b196-2715b52658d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11f169f27e1a499892062272e57fdd1a&device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 1096 time: 1.1358924 Apr 16 05:05:01.891743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92ed900b-6ce8-4459-99b2-c913cb997d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:01.906663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d78fdbec-449f-4dda-80cd-2082d3dfb0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:01.950427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed900b-6ce8-4459-99b2-c913cb997d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23886ef0-f302-4f48-91ee-39d05e6b69f4,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:01.970421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-92ed900b-6ce8-4459-99b2-c913cb997d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:02.003721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92ed900b-6ce8-4459-99b2-c913cb997d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:02.005821 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-92ed900b-6ce8-4459-99b2-c913cb997d83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/23886ef0-f302-4f48-91ee-39d05e6b69f4 HTTP/1.1" status: 204 len: 168 time: 0.5400858 Apr 16 05:05:02.028242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-19399692-339a-4288-8ffc-173dfb613cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:02.041356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a0e695c4-5e1f-483c-a669-258cdc31b581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:02.061177 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-b2803954-d16a-4ff0-85a3-76f42d5efe53 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=435b1fb3-7ddb-4f81-b7de-facc3c4dfede HTTP/1.1" status: 200 len: 217 time: 0.1410320 Apr 16 05:05:02.072280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19399692-339a-4288-8ffc-173dfb613cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f6723-3d7b-47d2-86c7-4255da434ce3,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:02.078525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-19399692-339a-4288-8ffc-173dfb613cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:02.078525 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-19399692-339a-4288-8ffc-173dfb613cfc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/984f6723-3d7b-47d2-86c7-4255da434ce3 HTTP/1.1" status: 204 len: 168 time: 0.4218941 Apr 16 05:05:02.079912 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-19399692-339a-4288-8ffc-173dfb613cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:02.177068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-0f120fb9-cb69-4229-8187-bfc5f51c6d6c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:02.178824 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-0f120fb9-cb69-4229-8187-bfc5f51c6d6c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 811 time: 1.0871010 Apr 16 05:05:02.321620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377add75-3781-47a3-a5f8-f8a912d664cf req-6eade5ae-4ab3-4246-af2b-c11f4b1d1f39 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:02.322455 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-377add75-3781-47a3-a5f8-f8a912d664cf req-6eade5ae-4ab3-4246-af2b-c11f4b1d1f39 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 943 time: 0.9978101 Apr 16 05:05:02.351920 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-705de9cd-a683-428e-b505-e07089ec9c88 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/quotas/53681adc070648b78e5e0d6dbd99d9fe HTTP/1.1" status: 200 len: 375 time: 0.1507950 Apr 16 05:05:02.402452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-cb3ce0fd-a3a5-4138-9346-088b87fbe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:02.404362 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-cb3ce0fd-a3a5-4138-9346-088b87fbe1ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5cd6090-8bc7-4ef7-a858-04eb45104cc5 HTTP/1.1" status: 200 len: 851 time: 0.3146646 Apr 16 05:05:02.573466 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Network ec6333fc-d615-4cb1-a309-882dfad7f633 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:05:02.597823 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:02.608195 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-a2eb0f9f-8317-4238-8393-bb5398e7da9e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e0e061-0b89-404b-baf2-aa3cf165d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137352 Apr 16 05:05:02.639859 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-377add75-3781-47a3-a5f8-f8a912d664cf req-10f5dd66-e5fc-430f-9232-db718b67dbb6 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865956 Apr 16 05:05:03.000167 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47438) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:03.021924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.038532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.046782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-a072e3a0-410e-4b35-a701-5776d3815db6 None None] Provisioning complete for port d8ee2a5c-f34c-4546-9d38-0146f399936e triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:03.048231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a072e3a0-410e-4b35-a701-5776d3815db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.048411 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-c3e6184e-6b23-4244-bfa7-e4771680b370 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6481376 Apr 16 05:05:03.063049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.063638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723153'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.086417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:03.113457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:03.125739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Usage tracker for resource:security_group_rule and tenant:43e259e682674ef3a7be0aa729fbfc4f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:03.133109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:03.157542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:03.177670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-a072e3a0-410e-4b35-a701-5776d3815db6 None None] Port d8ee2a5c-f34c-4546-9d38-0146f399936e cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:05:03.192883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47444) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:03.217381 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-3486bb79-9439-4b62-a9ac-5a998736aebf service neutron] 10.222.0.47 "GET /v2.0/networks/36e0e061-0b89-404b-baf2-aa3cf165d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920928 Apr 16 05:05:03.245062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.288174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:03.296065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Usage tracker for resource:security_group_rule and tenant:857998efce6d4e4d8553ce6feb7a246e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:03.301314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:03.312960 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:03.504063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Router 40d73ffe-a928-4574-a875-08cfcaff1ed3 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:05:03.518913 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20bf37dc-dbfa-4418-bceb-d08f4d516179', 'tag': '435b1fb3-7ddb-4f81-b7de-facc3c4dfede', 'status': 'completed', 'code': 200} Apr 16 05:05:03.535915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-c740d5bc-e672-4dce-9d64-71e6a593f483 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85335) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:05:03.537833 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-c740d5bc-e672-4dce-9d64-71e6a593f483 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1187811 Apr 16 05:05:03.547760 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Pushing event updated for resources: {'Port': ['ID=eba83564-829a-4e66-a3b0-f6b0bec7ac34,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:03.557262 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.561508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.564113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.578934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:03.602182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:03.626205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:03.666197 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43e259e682674ef3a7be0aa729fbfc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6644175 Apr 16 05:05:03.690013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47458) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:03.742045 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe163ea-cd94-42b5-aecb-113a6492f43e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:03.756292 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:03.760929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:03.803875 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=857998efce6d4e4d8553ce6feb7a246e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6067882 Apr 16 05:05:03.817896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47466) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:03.908150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52ad198-a4c1-4184-97b2-2c8194ff02fd,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:03.935137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:04.030874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4ec46b8e-5b29-4ec2-9ea7-56978f73a6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:04.110533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b8c296f7-70f4-42fa-a8a2-92506764b67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:04.124739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4ec46b8e-5b29-4ec2-9ea7-56978f73a6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:04.194527 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b8c296f7-70f4-42fa-a8a2-92506764b67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:04.256263 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4ec46b8e-5b29-4ec2-9ea7-56978f73a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:04.263183 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f9f13d2c-e046-4ed2-ba4c-0f40cebc8e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:04.280432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec46b8e-5b29-4ec2-9ea7-56978f73a6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe163ea-cd94-42b5-aecb-113a6492f43e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:04.285545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b8c296f7-70f4-42fa-a8a2-92506764b67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:04.291616 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4ec46b8e-5b29-4ec2-9ea7-56978f73a6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:04.292158 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4ec46b8e-5b29-4ec2-9ea7-56978f73a6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:04.312228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4ec46b8e-5b29-4ec2-9ea7-56978f73a6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:04.316847 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4ec46b8e-5b29-4ec2-9ea7-56978f73a6a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/efe163ea-cd94-42b5-aecb-113a6492f43e HTTP/1.1" status: 204 len: 168 time: 0.6251843 Apr 16 05:05:04.318912 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c296f7-70f4-42fa-a8a2-92506764b67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52ad198-a4c1-4184-97b2-2c8194ff02fd,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:04.321749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b8c296f7-70f4-42fa-a8a2-92506764b67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:04.323216 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b8c296f7-70f4-42fa-a8a2-92506764b67c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d52ad198-a4c1-4184-97b2-2c8194ff02fd HTTP/1.1" status: 204 len: 168 time: 0.5037508 Apr 16 05:05:04.324533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b8c296f7-70f4-42fa-a8a2-92506764b67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:04.387149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:05:04.391023 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07682def-4d99-47c7-abd8-dadbcfc49f8e req-33e2c30c-75af-46a4-b852-6883ab94b7b4 service neutron] 10.222.0.47 "GET /v2.0/networks/36e0e061-0b89-404b-baf2-aa3cf165d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1555161 Apr 16 05:05:04.413397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:04.631650 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:05:04.643077 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Sync routers for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:05:04.660149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:05:04.660851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:04.824507 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ee9ce972-b4ef-4da8-a448-773cd6bebe86 admin admin] 10.222.0.48 "PUT /v2.0/routers/40d73ffe-a928-4574-a875-08cfcaff1ed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.5257692 Apr 16 05:05:04.846242 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-8ce68a59-563e-42ee-9494-0c77d0b33df0 service neutron] 10.222.0.48 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2838237 Apr 16 05:05:05.010102 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:05:05.185148 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Router 7511adb9-9824-4646-8a58-d2b524c5eacd has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:05:05.350633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47520) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:05.362168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fa1f7-b4c0-43c1-95e0-f4910fc58be1 req-d3fba68b-6f30-4419-be35-7e40ca1960b4 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:05.365123 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8c0fa1f7-b4c0-43c1-95e0-f4910fc58be1 req-d3fba68b-6f30-4419-be35-7e40ca1960b4 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 943 time: 1.1049981 Apr 16 05:05:05.381093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:05.401203 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:05.407016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Usage tracker for resource:security_group_rule and tenant:0170d784671a4865857fab94c70a877e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:05.411109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:05.420555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:05.481025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 2, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:05.493010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Checking router: 40d73ffe-a928-4574-a875-08cfcaff1ed3 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:05:05.494922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Updating router 40d73ffe-a928-4574-a875-08cfcaff1ed3 port d8ee2a5c-f34c-4546-9d38-0146f399936e binding host dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:05:05.575896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-6ddbf671-ffdb-4286-a810-15219f7c9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:05.577807 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-6ddbf671-ffdb-4286-a810-15219f7c9bfd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11f169f27e1a499892062272e57fdd1a&device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 1096 time: 1.0471785 Apr 16 05:05:05.582965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:05.588549 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:05.590818 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:05.623469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dd360674-ee43-4898-95b1-9c1e3363fd78 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:05.694183 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0170d784671a4865857fab94c70a877e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3420196 Apr 16 05:05:05.696480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306b7e6a-b39d-43d1-9f26-3673fc3d1dfa,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:05.704403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47528) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:05.710867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:05.804600 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8c0fa1f7-b4c0-43c1-95e0-f4910fc58be1 req-c52fa2a8-f0a1-4c0f-9454-dd812bac3e30 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119654 Apr 16 05:05:05.811513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f91306c-16c8-46fc-92d6-5c886ff5e48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:05.852850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f91306c-16c8-46fc-92d6-5c886ff5e48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:05.927267 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f91306c-16c8-46fc-92d6-5c886ff5e48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:05.944012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-052e5ce1-11ec-4f46-8498-3b8594c23ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:05.980782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91306c-16c8-46fc-92d6-5c886ff5e48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306b7e6a-b39d-43d1-9f26-3673fc3d1dfa,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:06.003483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9f91306c-16c8-46fc-92d6-5c886ff5e48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:06.042448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9f91306c-16c8-46fc-92d6-5c886ff5e48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:06.049918 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9f91306c-16c8-46fc-92d6-5c886ff5e48f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/306b7e6a-b39d-43d1-9f26-3673fc3d1dfa HTTP/1.1" status: 204 len: 168 time: 0.3429046 Apr 16 05:05:06.054742 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2db41552-bc8d-43c8-800f-91b25b27cd7b service neutron] 10.222.0.48 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1654150 Apr 16 05:05:06.213476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:05:06.236141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Sync routers for ids ['7511adb9-9824-4646-8a58-d2b524c5eacd'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:05:06.244688 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] 10.222.0.48 "PUT /v2.0/routers/7511adb9-9824-4646-8a58-d2b524c5eacd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.6206970 Apr 16 05:05:06.276741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Routers {'7511adb9-9824-4646-8a58-d2b524c5eacd'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:05:06.284237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['7511adb9-9824-4646-8a58-d2b524c5eacd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:06.302134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-a6ae8854-2f18-40fc-adba-4783ab3c2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:06.310591 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-a6ae8854-2f18-40fc-adba-4783ab3c2e9e service neutron] 10.222.0.47 "GET /v2.0/networks?id=36e0e061-0b89-404b-baf2-aa3cf165d662 HTTP/1.1" status: 200 len: 912 time: 0.6412387 Apr 16 05:05:06.467618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47552) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:06.757155 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-a8f38eaa-f0b2-43dc-bfe3-ac136f0f3bf3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=435b1fb3-7ddb-4f81-b7de-facc3c4dfede HTTP/1.1" status: 200 len: 217 time: 0.4316163 Apr 16 05:05:06.899594 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dff1e0cb-1954-448f-80d1-f69ae8947266 req-08604038-2dfb-41de-802d-d2038754eb6c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 210 time: 0.3013608 Apr 16 05:05:06.999628 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-2b6b298d-d07e-4557-96b1-58bdb1f34dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:07.002909 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-2b6b298d-d07e-4557-96b1-58bdb1f34dbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5cd6090-8bc7-4ef7-a858-04eb45104cc5 HTTP/1.1" status: 200 len: 851 time: 0.2440791 Apr 16 05:05:07.181247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:07.223483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Transition to ACTIVE for port object d8ee2a5c-f34c-4546-9d38-0146f399936e will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:05:07.238170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:07.254606 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-ed453e3b-6651-4c15-97b0-886ae996eb31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e0e061-0b89-404b-baf2-aa3cf165d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2414758 Apr 16 05:05:07.296782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47586) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:07.303197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910305135', 'description': 'tempest-description--1590606516'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:07.318297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:07.320947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 435b1fb3-7ddb-4f81-b7de-facc3c4dfede details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:05:07.327458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:07.346891 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:security_group and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:07.358898 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:07.392879 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:07.429817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:07.470920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Set router 7511adb9-9824-4646-8a58-d2b524c5eacd gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:05:07.678169 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:07.706991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:07.752131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:security_group_rule and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:07.764978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:07.783438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:07.796656 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:07.812410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Usage tracker for resource:security_group_rule and tenant:b665287dc38e4763b10aaa04ce6dd686 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:07.824562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:07.850516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:07.861276 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-f51b4fed-f8de-4c4f-bb35-9f4f3577742a service neutron] 10.222.0.47 "GET /v2.0/networks/36e0e061-0b89-404b-baf2-aa3cf165d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010299 Apr 16 05:05:07.979599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41794c77-9b89-4cc4-a27c-50bef73a1086 req-4407e278-c2b0-4914-a2e6-3c194f1efb08 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:07.999638 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-41794c77-9b89-4cc4-a27c-50bef73a1086 req-4407e278-c2b0-4914-a2e6-3c194f1efb08 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 943 time: 0.4969835 Apr 16 05:05:08.064181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba52b37-a20c-4c99-9d46-d7d9d8aa19e7 None None] Pushing event updated for resources: {'Port': ['ID=d8ee2a5c-f34c-4546-9d38-0146f399936e,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:08.196308 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.207642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.245269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e9965d75-1e03-443d-bf4a-76c13e63b030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:08.330821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,segment=NetworkSegment(fa5a4591-b301-4c09-84be-bbd0ed51173a),segment_id=fa5a4591-b301-4c09-84be-bbd0ed51173a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:08.354671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d82c62b-3645-4bae-b4e5-23fc8517c08b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:08.361565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:08.406189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '04b04695962b472985e5455e16234f46', 'gw_port': {'id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:31Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'eba83564-829a-4e66-a3b0-f6b0bec7ac34', 'name': '', 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8', 'tenant_id': '04b04695962b472985e5455e16234f46', 'mac_address': 'fa:16:3e:fa:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'ad4ab347-d80e-4512-88ab-6cbbb380bedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:02Z', 'revision_number': 2, 'project_id': '04b04695962b472985e5455e16234f46', 'subnets': [{'id': 'ad4ab347-d80e-4512-88ab-6cbbb380bedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:08.446765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '435b1fb3-7ddb-4f81-b7de-facc3c4dfede', 'network_id': '36e0e061-0b89-404b-baf2-aa3cf165d662', 'port_id': '435b1fb3-7ddb-4f81-b7de-facc3c4dfede', 'mac_address': 'fa:16:3e:63:4a:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5cd6090-8bc7-4ef7-a858-04eb45104cc5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:05:08.463744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Checking router: 7511adb9-9824-4646-8a58-d2b524c5eacd for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:05:08.464183 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Updating router 7511adb9-9824-4646-8a58-d2b524c5eacd port eba83564-829a-4e66-a3b0-f6b0bec7ac34 binding host dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:05:08.502469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.503843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.511798 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2139015 Apr 16 05:05:08.513772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.517502 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2182daa9-fc51-4cab-a73d-36ef24c96b12 req-8cfe7dbe-ec03-48dd-bf33-679602a58ac8 service neutron] 10.222.0.47 "GET /v2.0/networks/36e0e061-0b89-404b-baf2-aa3cf165d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436281 Apr 16 05:05:08.518051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 47634) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:08.527970 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f8dc434e-9047-443c-9ee9-848f18d85581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:08.604490 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b665287dc38e4763b10aaa04ce6dd686&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1346641 Apr 16 05:05:08.605619 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac837425-1911-486c-9004-7643b130be42,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:08.610202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:08.611221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47640) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:08.727342 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-244e2885-c7eb-4bcb-8436-9a7c7af92381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.743078 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ba52b37-a20c-4c99-9d46-d7d9d8aa19e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.424s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:08.790074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-244e2885-c7eb-4bcb-8436-9a7c7af92381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.812391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Attempting to bind port d8ee2a5c-f34c-4546-9d38-0146f399936e on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:05:08.812870 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Attempting to bind port d8ee2a5c-f34c-4546-9d38-0146f399936e by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:05:08.813282 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Attempting to bind port d8ee2a5c-f34c-4546-9d38-0146f399936e on network ec6333fc-d615-4cb1-a309-882dfad7f633 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:08.830217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:05:08.830681 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Checking segment: {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:05:08.831138 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.831581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Bound using segment: {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:05:08.834701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Bound port: d8ee2a5c-f34c-4546-9d38-0146f399936e, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:05:08.835061 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-41794c77-9b89-4cc4-a27c-50bef73a1086 req-8db4197b-14f9-4135-b554-13a341ad9698 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335068 Apr 16 05:05:08.835236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.842518 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.854163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'security_group_rule': {'security_group_id': '1d82c62b-3645-4bae-b4e5-23fc8517c08b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:08.879855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:08.899828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:security_group_rule and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:08.901745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.914125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:08.942962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:08.960124 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-244e2885-c7eb-4bcb-8436-9a7c7af92381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:08.990807 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-59bfa6b4-aaa4-46e2-bcad-f884454cf79f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:09.020637 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] For port d8ee2a5c-f34c-4546-9d38-0146f399936e, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:05:09.025223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] For port d8ee2a5c-f34c-4546-9d38-0146f399936e, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=d8ee2a5c-f34c-4546-9d38-0146f399936e,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:05:09.029877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:09.039364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e2885-c7eb-4bcb-8436-9a7c7af92381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac837425-1911-486c-9004-7643b130be42,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:09.059374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-244e2885-c7eb-4bcb-8436-9a7c7af92381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:09.087410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-244e2885-c7eb-4bcb-8436-9a7c7af92381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:09.094933 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-244e2885-c7eb-4bcb-8436-9a7c7af92381 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac837425-1911-486c-9004-7643b130be42 HTTP/1.1" status: 204 len: 168 time: 0.4759667 Apr 16 05:05:09.095226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:09.205470 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec392192-58cc-4382-a5cf-edcde44ad454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:09.308258 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba52b37-a20c-4c99-9d46-d7d9d8aa19e7 None None] Pushing event updated for resources: {'Port': ['ID=d8ee2a5c-f34c-4546-9d38-0146f399936e,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:09.313878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ba52b37-a20c-4c99-9d46-d7d9d8aa19e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:09.332980 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:05:09.333596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:09.435380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435b1fb3-7ddb-4f81-b7de-facc3c4dfede {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:09.445425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-2c5953c0-aaac-44b1-b9ff-629c6527060d tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:09.446245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-2c5953c0-aaac-44b1-b9ff-629c6527060d tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Synchronizing usage tracker for tenant:04b04695962b472985e5455e16234f46 on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:09.456422 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,segment=NetworkSegment(fa5a4591-b301-4c09-84be-bbd0ed51173a),segment_id=fa5a4591-b301-4c09-84be-bbd0ed51173a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:09.472082 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d97deb3a-25b0-4150-92d2-5d73c5560137 req-4c17b656-8f10-4ed5-8bc0-008e743e251b tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 210 time: 0.1961029 Apr 16 05:05:09.515378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-2c5953c0-aaac-44b1-b9ff-629c6527060d tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Unset dirty status for tenant:04b04695962b472985e5455e16234f46 on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:09.517128 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-2c5953c0-aaac-44b1-b9ff-629c6527060d tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 818 time: 0.9950042 Apr 16 05:05:09.547271 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-ec11f604-b378-49de-a38d-b89a2234b779 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/quotas/04b04695962b472985e5455e16234f46 HTTP/1.1" status: 200 len: 375 time: 0.0172985 Apr 16 05:05:09.549468 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:09.554527 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:09.569377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:09.624717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45e403a-b387-4461-ac6c-34496442f203,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:09.627534 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:09.637022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:09.638332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:09.760749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:09.765251 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5112ed12-daf0-4cd0-8fb4-3a912d38e5a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2077003 Apr 16 05:05:09.765986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47678) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:09.774236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'security_group_rule': {'security_group_id': '1d82c62b-3645-4bae-b4e5-23fc8517c08b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:09.792726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:09.800806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:security_group_rule and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:09.805499 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:09.819369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:09.844040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:09.876777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:09.877590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:09.905150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-ac922a5b-9304-4e24-8db9-eb1b9d0c70e6 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Synchronizing usage tracker for tenant:04b04695962b472985e5455e16234f46 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:09.943504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['435b1fb3-7ddb-4f81-b7de-facc3c4dfede'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:05:10.046876 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:05:10.217260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:10.225107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:10.228846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:10.256485 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47686) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:10.301466 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76400e2-0bee-41f6-8b45-fdb430d29612,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:10.317013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:10.344529 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:10.347983 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:10.352959 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5849631 Apr 16 05:05:10.356371 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47698) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:10.361352 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:10.368152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'floatingip': {'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:10.376453 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:10.381324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:floatingip and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:10.385278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:10.393246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:10.404566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Usage tracker for resource:security_group_rule and tenant:4e9679cbbdbc4a97be00a157bf0f8b82 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:10.416253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:10.450442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:10.490026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:10.490267 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-ac922a5b-9304-4e24-8db9-eb1b9d0c70e6 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Unset dirty status for tenant:04b04695962b472985e5455e16234f46 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:10.501151 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-ac922a5b-9304-4e24-8db9-eb1b9d0c70e6 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9330704 Apr 16 05:05:10.574520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:10.665667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Transition to ACTIVE for port object eba83564-829a-4e66-a3b0-f6b0bec7ac34 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:05:10.702036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:10.881163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:10.897830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:09Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:10.912379 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8161913c-59dc-41c6-8399-d5a6beaaafa2 None None] The sync data for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb is: [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:09Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:05:10.967970 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:11.184197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:11.237580 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-aded1e83-8b32-432b-97d7-d7792c492537 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7353251 Apr 16 05:05:11.426172 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:11.463310 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-716c0482-a991-45ae-8738-28a2963d535e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:11.552603 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device d8ee2a5c-f34c-4546-9d38-0146f399936e up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:05:11.563588 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-99f14a46-1cac-4ed1-8555-04a1643860bd service neutron] 10.222.0.48 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246062 Apr 16 05:05:11.624325 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d15c73-907c-4eae-80ed-f4d854796e30,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:11.629047 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:11.642895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-b663ff53-6cf7-481a-bc07-1ce9fdcd9850 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:11.649188 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-b663ff53-6cf7-481a-bc07-1ce9fdcd9850 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 811 time: 1.8175669 Apr 16 05:05:11.665205 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4e9679cbbdbc4a97be00a157bf0f8b82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4026883 Apr 16 05:05:11.687802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47736) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:11.824543 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Allocated IP 172.28.1.129 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/5710d006-67a2-48f8-9c49-868ef26256f4) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:05:11.832489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4d91d-c3ec-4595-a8ec-f6891396e0d6 None None] Pushing event updated for resources: {'Port': ['ID=eba83564-829a-4e66-a3b0-f6b0bec7ac34,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:11.851277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-62b4d91d-c3ec-4595-a8ec-f6891396e0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:11.897309 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-1cf9f48b-70d8-4c0e-9e05-26d4de4521b7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53681adc070648b78e5e0d6dbd99d9fe HTTP/1.1" status: 200 len: 5704 time: 0.2392299 Apr 16 05:05:11.913903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'port': {'device_id': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'admin_state_up': True, 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'security_groups': ['feb32122-f207-4159-b196-0205922da50d']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:11.970844 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port d8ee2a5c-f34c-4546-9d38-0146f399936e completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:05:12.014526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port d8ee2a5c-f34c-4546-9d38-0146f399936e triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:12.021201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:12.267838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Attempting to bind port eba83564-829a-4e66-a3b0-f6b0bec7ac34 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:05:12.268268 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Attempting to bind port eba83564-829a-4e66-a3b0-f6b0bec7ac34 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:05:12.268875 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Attempting to bind port eba83564-829a-4e66-a3b0-f6b0bec7ac34 on network dd6e782c-4a20-4571-9880-20a30bbeb3d8 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:12.351539 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cfabc-8655-4759-836c-42850cc1e034 req-9788565a-ea62-449c-af77-1bba05c4c379 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:12.376267 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-053cfabc-8655-4759-836c-42850cc1e034 req-9788565a-ea62-449c-af77-1bba05c4c379 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 944 time: 2.0243485 Apr 16 05:05:12.399914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:05:12.400367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Checking segment: {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:05:12.400851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:12.401315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Bound using segment: {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:05:12.401933 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Bound port: eba83564-829a-4e66-a3b0-f6b0bec7ac34, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:05:12.402569 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:12.419338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:12.476994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port d8ee2a5c-f34c-4546-9d38-0146f399936e, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=d8ee2a5c-f34c-4546-9d38-0146f399936e,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:12.484907 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:12.493547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:12.572149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-118fb84c-ef45-414d-af16-d62928067a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:12.590133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=d8ee2a5c-f34c-4546-9d38-0146f399936e,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:12.602710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:12.796855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:12.844872 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a0aab7c3-2d87-4c22-8320-1d22e1735643 req-2d574378-a585-4ae7-b102-62d408a34df9 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 210 time: 0.3648627 Apr 16 05:05:12.890650 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-053cfabc-8655-4759-836c-42850cc1e034 req-439bb603-6f56-4796-8fc4-8d50b1f34b86 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059352 Apr 16 05:05:12.903926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-118fb84c-ef45-414d-af16-d62928067a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:12.924799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] For port eba83564-829a-4e66-a3b0-f6b0bec7ac34, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:05:12.954062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] For port eba83564-829a-4e66-a3b0-f6b0bec7ac34, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=eba83564-829a-4e66-a3b0-f6b0bec7ac34,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:05:12.965243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:13.041966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-aef8bde7-9722-47fd-84d6-9cbc1ce6aaf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:13.149937 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5eada208-09c9-4468-b258-c615a6d82ea5 req-efc7922d-e070-47ea-ac7d-fa99434eff65 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 210 time: 0.1864884 Apr 16 05:05:13.198421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:13.282702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-771c35c4-6d3d-4e33-938e-02130720d98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:13.288205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:13.301511 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:port and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:13.312174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:13.332616 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:13.361152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Made reservation on behalf of 53681adc070648b78e5e0d6dbd99d9fe for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:13.372903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:13.649636 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-118fb84c-ef45-414d-af16-d62928067a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:13.660345 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device d8ee2a5c-f34c-4546-9d38-0146f399936e up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:05:13.693453 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4d91d-c3ec-4595-a8ec-f6891396e0d6 None None] Pushing event updated for resources: {'Port': ['ID=eba83564-829a-4e66-a3b0-f6b0bec7ac34,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:13.700290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:05:13.711872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:13.725117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:05:13.726961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 435b1fb3-7ddb-4f81-b7de-facc3c4dfede up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:05:13.797705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-118fb84c-ef45-414d-af16-d62928067a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:13.799301 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-118fb84c-ef45-414d-af16-d62928067a0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38d15c73-907c-4eae-80ed-f4d854796e30 HTTP/1.1" status: 204 len: 168 time: 2.1100500 Apr 16 05:05:13.836514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-62b4d91d-c3ec-4595-a8ec-f6891396e0d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:13.846233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'Port': ['ID=5710d006-67a2-48f8-9c49-868ef26256f4,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:13.884755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:13.888305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:13.921356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Allocated IP 172.20.0.3 (984efdec-5b56-404c-a3d4-f6e7a0fea60f/cc08d292-4cd7-4933-91d4-1f965ab9e70a/04f883ba-668c-4c84-90f4-4a9e3e5f5fa8) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:05:13.930756 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fb84c-ef45-414d-af16-d62928067a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d15c73-907c-4eae-80ed-f4d854796e30,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:13.941295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-118fb84c-ef45-414d-af16-d62928067a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:14.018592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Routers {'7511adb9-9824-4646-8a58-d2b524c5eacd'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:05:14.021149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:04:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['7511adb9-9824-4646-8a58-d2b524c5eacd'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:14.055466 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47806) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:14.132253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:14.260354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:14.441930 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6875b448-ebc8-4abd-b6e1-5e04f5e6bf13 req-d30f6714-73d0-4488-b9fd-1ef0b3fcc639 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 210 time: 0.1644726 Apr 16 05:05:14.601259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-746787b9-4836-4b44-951f-109db8e20207 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:14.603565 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-746787b9-4836-4b44-951f-109db8e20207 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 818 time: 0.6859317 Apr 16 05:05:14.624444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] Set router 7511adb9-9824-4646-8a58-d2b524c5eacd gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:05:14.740011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.47', 58026) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:14.882148 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-462334fa-a96d-43a8-a8a6-7e0b7f818082 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/quotas/04b04695962b472985e5455e16234f46 HTTP/1.1" status: 200 len: 375 time: 0.2530117 Apr 16 05:05:15.064667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:15.096294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:15.115894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Usage tracker for resource:security_group_rule and tenant:6157d84a901c4467b940c25ac53617b7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:15.121435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:15.134369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:15.249531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:15.293431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:15.373945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:15.470815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-4d0d6c84-8f9d-42df-874f-c12527225f1a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:15.472910 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-4d0d6c84-8f9d-42df-874f-c12527225f1a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 818 time: 0.7296278 Apr 16 05:05:15.495777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:05:15.527480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:15.527867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:15.584989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Request body: {'port': {'device_id': 'de8108f1-f401-4053-af32-f9bfd4e91900', 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8', 'admin_state_up': True, 'tenant_id': '04b04695962b472985e5455e16234f46'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:15.590819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'Port': ['ID=5710d006-67a2-48f8-9c49-868ef26256f4,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:15.639532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port d8ee2a5c-f34c-4546-9d38-0146f399936e triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:15.640278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:15.648844 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:15.758571 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:15.770388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:15.821733 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:15.861906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:15.869560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52809b0e-377a-47c0-bf13-8540a742f171,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:15.934052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:15.986063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:15.996208 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6157d84a901c4467b940c25ac53617b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9391668 Apr 16 05:05:15.997122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47870) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:16.042845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Transition to ACTIVE for port object 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:05:16.046257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:16.109394 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5e51ebcb-f28f-47ce-ad14-fc90cbbd03c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:16.110609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf37dc-dbfa-4418-bceb-d08f4d516179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435b1fb3-7ddb-4f81-b7de-facc3c4dfede'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:16.114904 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-3e9a0869-bcc6-4c7c-a366-4c5418240a7a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1984296 Apr 16 05:05:16.151050 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5e51ebcb-f28f-47ce-ad14-fc90cbbd03c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:16.179591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:05:16.182513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '04b04695962b472985e5455e16234f46', 'gw_port': {'id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:31Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'eba83564-829a-4e66-a3b0-f6b0bec7ac34', 'name': '', 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8', 'tenant_id': '04b04695962b472985e5455e16234f46', 'mac_address': 'fa:16:3e:fa:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'ad4ab347-d80e-4512-88ab-6cbbb380bedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 4, 'project_id': '04b04695962b472985e5455e16234f46', 'subnets': [{'id': 'ad4ab347-d80e-4512-88ab-6cbbb380bedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:16.193349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,segment=NetworkSegment(fa5a4591-b301-4c09-84be-bbd0ed51173a),segment_id=fa5a4591-b301-4c09-84be-bbd0ed51173a)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:16.196094 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f883f7-d8ff-4708-88fc-a91b6f1cc773 None None] The sync data for ids ['7511adb9-9824-4646-8a58-d2b524c5eacd'] in dv-cinder-786524-1-smb is: [{'id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '04b04695962b472985e5455e16234f46', 'gw_port': {'id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:31Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'eba83564-829a-4e66-a3b0-f6b0bec7ac34', 'name': '', 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8', 'tenant_id': '04b04695962b472985e5455e16234f46', 'mac_address': 'fa:16:3e:fa:c5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'ad4ab347-d80e-4512-88ab-6cbbb380bedc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 4, 'project_id': '04b04695962b472985e5455e16234f46', 'subnets': [{'id': 'ad4ab347-d80e-4512-88ab-6cbbb380bedc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:05:16.199843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:16.202512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:16.212278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:16.213803 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8551555 Apr 16 05:05:16.225686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5e51ebcb-f28f-47ce-ad14-fc90cbbd03c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:16.238419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ee3ade5b-9f36-43f6-a250-a4b74343f961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:16.254260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e51ebcb-f28f-47ce-ad14-fc90cbbd03c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52809b0e-377a-47c0-bf13-8540a742f171,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:16.264279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5e51ebcb-f28f-47ce-ad14-fc90cbbd03c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:16.265793 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5e51ebcb-f28f-47ce-ad14-fc90cbbd03c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:16.270926 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5e51ebcb-f28f-47ce-ad14-fc90cbbd03c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52809b0e-377a-47c0-bf13-8540a742f171 HTTP/1.1" status: 204 len: 168 time: 0.2706463 Apr 16 05:05:16.295462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:16.308372 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:16.335829 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-261a7986-6ef6-42cf-9aae-baeef8be95b9 service neutron] 10.222.0.48 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911201 Apr 16 05:05:16.399377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed23880-1e2d-4db2-ac8f-a2f4efafefd4 req-533c5a6a-9dbc-4e64-9abd-3511159aff36 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:16.408091 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eed23880-1e2d-4db2-ac8f-a2f4efafefd4 req-533c5a6a-9dbc-4e64-9abd-3511159aff36 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 944 time: 1.4939287 Apr 16 05:05:16.632446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:16.654348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:16.730867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Made reservation on behalf of 04b04695962b472985e5455e16234f46 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:16.738914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:16.777545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:17.084639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47904) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:17.128390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:17.168919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:17.171641 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:0cf03458911849af8c9c178bc88ba549 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:17.176003 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:17.185130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:17.296392 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:17.302405 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:17.316748 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69adda13-4116-4097-a8d0-bbd7bfc3279c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:17.376087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47912) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:17.416572 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:17.504599 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cf03458911849af8c9c178bc88ba549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148185 Apr 16 05:05:17.504599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ebd01b-c18f-44e7-a5e0-c11ea6f824ae,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:17.510388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47924) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:17.554021 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.554450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.554851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.555251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.555657 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.556061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.556444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.556837 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.557234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.557633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.558048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.558447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:17.564689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:17.574873 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eed23880-1e2d-4db2-ac8f-a2f4efafefd4 req-1879c569-5780-4226-8052-5b0747078f9b tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1652453 Apr 16 05:05:17.633819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'Port': ['ID=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:17.640921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:05:17.655782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:17.661265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:17.692388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:05:17.705541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:17.711324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:17.762957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae3f8-81f3-43fd-88fc-e4a1883c699c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:17.833535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae3f8-81f3-43fd-88fc-e4a1883c699c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:17.844951 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9391701 Apr 16 05:05:17.903679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae3f8-81f3-43fd-88fc-e4a1883c699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:17.912810 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-78cbc7ef-d743-45ae-80c9-b9f38fa92f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:17.938370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ae3f8-81f3-43fd-88fc-e4a1883c699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ebd01b-c18f-44e7-a5e0-c11ea6f824ae,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:17.941266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a1ae3f8-81f3-43fd-88fc-e4a1883c699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:17.952392 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:17.996858 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:18.000533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:2ca7172c7dc1457db839bd3b95891ea0 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:18.004241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:18.011805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:18.015702 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-2c3f17f2-64ca-483b-beaa-6cc1b091c89f service neutron] 10.222.0.48 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6696193 Apr 16 05:05:18.036554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7a441023-e903-4342-bfa7-379269b70b8c None None] Provisioning for port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:05:18.045368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7a441023-e903-4342-bfa7-379269b70b8c None None] Provisioning complete for port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:18.045790 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7a441023-e903-4342-bfa7-379269b70b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:18.064828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Allocated IP 172.20.0.13 (dd6e782c-4a20-4571-9880-20a30bbeb3d8/ad4ab347-d80e-4512-88ab-6cbbb380bedc/11978764-d9c7-4994-9e0b-7a010dbd21d4) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:05:18.075323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Request body: {'port': {'device_id': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:18.128383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a1ae3f8-81f3-43fd-88fc-e4a1883c699c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:18.133570 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1a1ae3f8-81f3-43fd-88fc-e4a1883c699c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/81ebd01b-c18f-44e7-a5e0-c11ea6f824ae HTTP/1.1" status: 204 len: 168 time: 0.6181774 Apr 16 05:05:18.242655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7a441023-e903-4342-bfa7-379269b70b8c None None] Port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:05:18.279894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:18.327385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:18.336640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:18.345028 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device eba83564-829a-4e66-a3b0-f6b0bec7ac34 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:05:18.366863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-118fb84c-ef45-414d-af16-d62928067a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:18.490556 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ca7172c7dc1457db839bd3b95891ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0934474 Apr 16 05:05:18.491440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db31e8-200c-4fcf-9925-d27f2de34238,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:18.504111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47930) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:18.514847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:18.547716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port eba83564-829a-4e66-a3b0-f6b0bec7ac34 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:05:18.554803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port eba83564-829a-4e66-a3b0-f6b0bec7ac34 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:18.555524 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:18.698555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-048f7a42-0d52-4e83-92f3-387e590143df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:18.776379 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-048f7a42-0d52-4e83-92f3-387e590143df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:18.951293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-048f7a42-0d52-4e83-92f3-387e590143df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:18.957455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bda9c8f1-8f69-4ff1-bfb1-4c703cba2c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:19.012742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f7a42-0d52-4e83-92f3-387e590143df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0db31e8-200c-4fcf-9925-d27f2de34238,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:19.016141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:19.030106 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-048f7a42-0d52-4e83-92f3-387e590143df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:19.032499 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-048f7a42-0d52-4e83-92f3-387e590143df admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:19.033790 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-048f7a42-0d52-4e83-92f3-387e590143df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0db31e8-200c-4fcf-9925-d27f2de34238 HTTP/1.1" status: 204 len: 168 time: 0.5285482 Apr 16 05:05:19.361029 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port eba83564-829a-4e66-a3b0-f6b0bec7ac34, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=eba83564-829a-4e66-a3b0-f6b0bec7ac34,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:19.378521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:19.392349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:19.657819 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf37dc-dbfa-4418-bceb-d08f4d516179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435b1fb3-7ddb-4f81-b7de-facc3c4dfede', 'code': 200} Apr 16 05:05:19.660522 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=eba83564-829a-4e66-a3b0-f6b0bec7ac34,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:19.665428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:19.766038 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-21a072c4-af50-41e4-8d32-26373a99bf5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:19.785772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.47', 58036) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:19.811172 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:19.825820 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7618f96f-f29c-4df6-996f-748068284163 req-a6df175b-6070-45ff-a128-beef6ce84f75 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Synchronizing usage tracker for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:19.859258 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85f44f-e173-42c4-bcda-04e4a6ec9b60 req-4867ad73-332c-4657-a336-21990a79fa9d tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:19.860042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-ce85f44f-e173-42c4-bcda-04e4a6ec9b60 req-4867ad73-332c-4657-a336-21990a79fa9d tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Synchronizing usage tracker for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:19.882099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7618f96f-f29c-4df6-996f-748068284163 req-a6df175b-6070-45ff-a128-beef6ce84f75 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Unset dirty status for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:19.907223 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-a6df175b-6070-45ff-a128-beef6ce84f75 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1910305135&fields=id&tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088 HTTP/1.1" status: 200 len: 267 time: 0.2455134 Apr 16 05:05:19.956180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-21ebb535-0da2-483d-982f-aff2717f34d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:19.958287 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-21ebb535-0da2-483d-982f-aff2717f34d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 1098 time: 0.1712673 Apr 16 05:05:20.020283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.060087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:20.071688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Usage tracker for resource:security_group_rule and tenant:b5a1594c9216442bb0023485c2a25619 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:20.082762 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:20.100241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:20.233969 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 47996) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:20.270989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:20.279072 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device eba83564-829a-4e66-a3b0-f6b0bec7ac34 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:05:20.318437 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.355609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.363831 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:20.368428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.386006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9b3e17d8-aa0a-4783-9896-0ec5fd24b5a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:20.389498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.404233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Usage tracker for resource:security_group_rule and tenant:999484afb09c4d6ebf9f64c3e228cb5f is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:20.414819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:20.451897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port eba83564-829a-4e66-a3b0-f6b0bec7ac34 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:20.452382 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.453781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:20.459890 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f6ded46c-bf76-4291-bfcc-6c63cc280223 req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4933951 Apr 16 05:05:20.466215 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f96f-f29c-4df6-996f-748068284163 req-00a23136-7576-4b2f-a625-d10ef775b42b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:20.467067 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7618f96f-f29c-4df6-996f-748068284163 req-00a23136-7576-4b2f-a625-d10ef775b42b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Synchronizing usage tracker for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:20.471599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.490439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cfdb08-81e1-48a5-bdcd-72174c19d739,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:20.508376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:20.598600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:20.636212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.641669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.653897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-048f7a42-0d52-4e83-92f3-387e590143df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:20.772204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-ce85f44f-e173-42c4-bcda-04e4a6ec9b60 req-4867ad73-332c-4657-a336-21990a79fa9d tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Unset dirty status for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:20.774550 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce85f44f-e173-42c4-bcda-04e4a6ec9b60 req-4867ad73-332c-4657-a336-21990a79fa9d tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 931 time: 2.9310565 Apr 16 05:05:20.785261 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Pushing event updated for resources: {'Port': ['ID=11978764-d9c7-4994-9e0b-7a010dbd21d4,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:20.786433 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=999484afb09c4d6ebf9f64c3e228cb5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503199 Apr 16 05:05:20.788769 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00548df8-54f3-4929-b883-975d91c6ed41,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:20.799090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48012) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:20.806875 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:20.815068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7618f96f-f29c-4df6-996f-748068284163 req-00a23136-7576-4b2f-a625-d10ef775b42b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Unset dirty status for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:20.816336 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-00a23136-7576-4b2f-a625-d10ef775b42b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 816 time: 0.9075356 Apr 16 05:05:20.817546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Transition to ACTIVE for port object 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:05:20.878573 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.878959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.879355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.879749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.880137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.880520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.880902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.881282 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.881664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.882042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.882616 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.883005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:20.895709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:20.911028 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:20.922092 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-92123fb5-5bbe-4be7-ad93-b716ac1f719b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/quotas/031dfcfcd7b1408d90ad39ffd7cb5088 HTTP/1.1" status: 200 len: 375 time: 0.0588903 Apr 16 05:05:21.160206 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-ae022692-22b0-42d3-8a88-c54ce3a51885 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:21.165754 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-ae022692-22b0-42d3-8a88-c54ce3a51885 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 818 time: 0.2950890 Apr 16 05:05:21.180669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Request body: {'port': {'device_id': '0f01602f-9b45-49d3-b780-54e216d40056', 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8', 'admin_state_up': True, 'tenant_id': '04b04695962b472985e5455e16234f46'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:21.222789 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:21.314377 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce85f44f-e173-42c4-bcda-04e4a6ec9b60 req-25535329-bae5-44bb-9cee-483069221724 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163152 Apr 16 05:05:21.563951 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:21.590988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:21.615269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Made reservation on behalf of 04b04695962b472985e5455e16234f46 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:21.625942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:21.673245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48028) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:21.886464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-bb06776e-0270-4279-8aff-9dc6832b0761 req-16ea5a88-f466-4b89-ba9c-92d9179d85ba tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Synchronizing usage tracker for tenant:04b04695962b472985e5455e16234f46 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:21.892850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:05:21.909829 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Pushing event updated for resources: {'Port': ['ID=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:21.912583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-547bf214-76fd-4f4a-873d-729c64d39b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:21.988994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-547bf214-76fd-4f4a-873d-729c64d39b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.058166 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Allocated IP 172.20.0.3 (dd6e782c-4a20-4571-9880-20a30bbeb3d8/ad4ab347-d80e-4512-88ab-6cbbb380bedc/146ecf55-0399-4465-9fc8-5d85a5a2bd13) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:05:22.089161 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:22.096854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:22.105100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:05:22.112026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:22.112782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.141687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-547bf214-76fd-4f4a-873d-729c64d39b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.151545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7618f96f-f29c-4df6-996f-748068284163 req-ec4e356c-66f2-48ec-8847-7eebb96aa227 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Synchronizing usage tracker for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:22.161875 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5814900 Apr 16 05:05:22.163168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Attempting to bind port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:05:22.163777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Attempting to bind port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:05:22.164383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Attempting to bind port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 on network 984efdec-5b56-404c-a3d4-f6e7a0fea60f {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:22.185966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-547bf214-76fd-4f4a-873d-729c64d39b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.185966 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-547bf214-76fd-4f4a-873d-729c64d39b15 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00548df8-54f3-4929-b883-975d91c6ed41 HTTP/1.1" status: 204 len: 168 time: 1.3677554 Apr 16 05:05:22.195747 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-67e31f3e-fa4e-4c0e-9a7f-c27909d0e4b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:22.215184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Request body: {'port': {'device_id': 'de8108f1-f401-4053-af32-f9bfd4e91900', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:22.318049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 on network 984efdec-5b56-404c-a3d4-f6e7a0fea60f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:05:22.318404 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Attempting to bind port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 on network 984efdec-5b56-404c-a3d4-f6e7a0fea60f {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:22.335236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:05:22.335653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Checking segment: {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:05:22.336033 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Bound using segment: {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:05:22.336547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Bound port: 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:05:22.336944 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.357134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-bb06776e-0270-4279-8aff-9dc6832b0761 req-16ea5a88-f466-4b89-ba9c-92d9179d85ba tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Unset dirty status for tenant:04b04695962b472985e5455e16234f46 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:22.358508 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bb06776e-0270-4279-8aff-9dc6832b0761 req-16ea5a88-f466-4b89-ba9c-92d9179d85ba tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 210 time: 0.6982691 Apr 16 05:05:22.413867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bf214-76fd-4f4a-873d-729c64d39b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00548df8-54f3-4929-b883-975d91c6ed41,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:22.414872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.438847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-547bf214-76fd-4f4a-873d-729c64d39b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:22.470011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] For port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:05:22.473494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] For port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:05:22.482908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7618f96f-f29c-4df6-996f-748068284163 req-ec4e356c-66f2-48ec-8847-7eebb96aa227 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Unset dirty status for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:22.484348 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-ec4e356c-66f2-48ec-8847-7eebb96aa227 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5613625 Apr 16 05:05:22.489824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.545984 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6bbd-5b22-4bb3-898b-9454c54f6f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.563340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.581043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.639000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-50f5f473-b9cf-40fb-899a-deaa98f6181e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:22.643575 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-39525c36-a197-4f4c-b0a8-22fd2793d6df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:22.773414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:22.804145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Usage tracker for resource:security_group_rule and tenant:1523fc13d3d0496a824b1bbf7ae5c508 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:22.830117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:22.974054 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.47', 58044) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:22.976193 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:23.047823 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:23.154918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Pushing event updated for resources: {'Port': ['ID=146ecf55-0399-4465-9fc8-5d85a5a2bd13,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:23.155139 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:23.158966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:23.271815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Pushing event updated for resources: {'Port': ['ID=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:23.280919 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-1dbe917e-f56c-4eb2-805e-a87309b5fa65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2852070 Apr 16 05:05:23.285243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:23.299629 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:05:23.305974 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:23.313956 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:05:23.424825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:23.425534 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:23.427497 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] 10.222.0.47 "PUT /v2.0/ports/04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 HTTP/1.1" status: 200 len: 1093 time: 5.5262668 Apr 16 05:05:23.430029 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'tag': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:23.533746 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:23.544708 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:23.583430 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-244e2885-c7eb-4bcb-8436-9a7c7af92381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:23.604244 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1523fc13d3d0496a824b1bbf7ae5c508&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9297311 Apr 16 05:05:23.607079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48084) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:23.617742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:23.618866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:23.687900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48090) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:23.709204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce21a36c-828a-4e4c-9bfe-be1a62a1746f,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:23.721472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:23.728634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47afee-25be-44e9-afda-640db0a28450 req-7f5f043e-28fa-4008-a45a-443178dc4dc4 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:23.730960 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-aa47afee-25be-44e9-afda-640db0a28450 req-7f5f043e-28fa-4008-a45a-443178dc4dc4 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 945 time: 1.0963943 Apr 16 05:05:23.765737 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5905874 Apr 16 05:05:23.790098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Request body: {'port': {'device_id': '0f01602f-9b45-49d3-b780-54e216d40056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:23.829283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-ff66cf76-9e6a-41ff-95c7-5ef90e79d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:23.831183 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-ff66cf76-9e6a-41ff-95c7-5ef90e79d5b9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=11f169f27e1a499892062272e57fdd1a&device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 1098 time: 0.3870883 Apr 16 05:05:23.858746 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-9e91c2b1-1454-495a-b5e0-efce57e6602d service neutron] 10.222.0.48 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2218552 Apr 16 05:05:23.872324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-430744d4-8d5c-4abf-b5b0-ae83d1535df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:23.989878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.032069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-433f1bd1-71c0-4e5f-a951-8fad36ab6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:24.033816 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-433f1bd1-71c0-4e5f-a951-8fad36ab6093 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 1096 time: 0.4693778 Apr 16 05:05:24.086017 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-430744d4-8d5c-4abf-b5b0-ae83d1535df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.146294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.169424 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1657126211-network', 'tenant_id': '1135ffbc4dae411dac7024d72517c74e'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:24.176429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:24.181940 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Usage tracker for resource:network and tenant:1135ffbc4dae411dac7024d72517c74e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:24.186322 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:24.194614 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:24.225261 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-aa47afee-25be-44e9-afda-640db0a28450 req-c414ce8f-6425-4144-9a46-153113e6b924 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798866 Apr 16 05:05:24.320706 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-f2d4eb84-0c85-47bd-9303-2a8786f48472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 HTTP/1.1" status: 200 len: 217 time: 0.1147492 Apr 16 05:05:24.326210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Made reservation on behalf of 1135ffbc4dae411dac7024d72517c74e for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:24.331523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.359347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-f506758a-5b5e-412b-acdc-4dee5ea692ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:24.360985 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-f506758a-5b5e-412b-acdc-4dee5ea692ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=36e0e061-0b89-404b-baf2-aa3cf165d662 HTTP/1.1" status: 200 len: 912 time: 0.4762187 Apr 16 05:05:24.431164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-11ceede1-3d09-43f2-8761-db9d6d177ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:24.433267 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-11ceede1-3d09-43f2-8761-db9d6d177ed8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 200 len: 850 time: 0.0847368 Apr 16 05:05:24.447088 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.479618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:24.485648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Usage tracker for resource:security_group_rule and tenant:1135ffbc4dae411dac7024d72517c74e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:24.489374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:24.497003 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:24.552078 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 05:05:24.627002 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-474442d2-c367-41b8-988a-86079f7822ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=435b1fb3-7ddb-4f81-b7de-facc3c4dfede HTTP/1.1" status: 200 len: 217 time: 0.2012334 Apr 16 05:05:24.629433 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-fda007ff-146a-44d9-8478-1736e35a11c3 service neutron] 10.222.0.48 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348268 Apr 16 05:05:24.635539 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-430744d4-8d5c-4abf-b5b0-ae83d1535df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.744525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-92ed900b-6ce8-4459-99b2-c913cb997d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:24.796930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430744d4-8d5c-4abf-b5b0-ae83d1535df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce21a36c-828a-4e4c-9bfe-be1a62a1746f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:24.865824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.888406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.912444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:05:24.925418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.926005 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Added segment 3785f590-635d-4176-b600-9d583dfb87be of type vlan for network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f Apr 16 05:05:24.952765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-430744d4-8d5c-4abf-b5b0-ae83d1535df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:24.967461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-430744d4-8d5c-4abf-b5b0-ae83d1535df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:24.983173 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-430744d4-8d5c-4abf-b5b0-ae83d1535df0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce21a36c-828a-4e4c-9bfe-be1a62a1746f HTTP/1.1" status: 204 len: 168 time: 1.3390079 Apr 16 05:05:25.061257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:25.121021 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-1932dded-20db-4f2b-9651-c1abf51c4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:25.132581 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-1932dded-20db-4f2b-9651-c1abf51c4a7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e5cd6090-8bc7-4ef7-a858-04eb45104cc5 HTTP/1.1" status: 200 len: 851 time: 0.4885106 Apr 16 05:05:25.175913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11978764-d9c7-4994-9e0b-7a010dbd21d4 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:25.228312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:25.241377 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-affdce9e-e161-4014-9f93-1e83a7970569 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=36e0e061-0b89-404b-baf2-aa3cf165d662&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017127 Apr 16 05:05:25.251223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:25.294457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Transition to ACTIVE for port object 11978764-d9c7-4994-9e0b-7a010dbd21d4 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:05:25.374420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:25.381562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa5db7-ec32-48c3-8415-f73f0ed17058,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:25.386362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:25.416026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c52e93db-5ade-4345-88c6-794f6f40d19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:25.479280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf63b3-fa85-41d4-8e78-624693558eab req-d7c2f726-3456-48c4-a188-faadf2385418 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:25.481576 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cccf63b3-fa85-41d4-8e78-624693558eab req-d7c2f726-3456-48c4-a188-faadf2385418 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 943 time: 0.9311845 Apr 16 05:05:25.604498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-010a843c-b59b-4297-8fff-1265c29b3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:25.606824 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-010a843c-b59b-4297-8fff-1265c29b3935 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=984efdec-5b56-404c-a3d4-f6e7a0fea60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1398401 Apr 16 05:05:25.680284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:25.715439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Pushing event updated for resources: {'Port': ['ID=11978764-d9c7-4994-9e0b-7a010dbd21d4,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:25.733479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:25.790138 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-fbcf206f-db40-4e5b-8220-15070e70abb7 service neutron] 10.222.0.47 "GET /v2.0/networks/36e0e061-0b89-404b-baf2-aa3cf165d662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412073 Apr 16 05:05:26.041366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:26.072406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 146ecf55-0399-4465-9fc8-5d85a5a2bd13 {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:26.095750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:26.106212 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd07432f-59bf-4223-80b4-38cbc09ef485 req-945d63e8-a673-4190-a3d0-a745dc20e95a service neutron] 10.222.0.47 "GET /v2.0/networks/36e0e061-0b89-404b-baf2-aa3cf165d662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078151 Apr 16 05:05:26.122835 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Transition to ACTIVE for port object 146ecf55-0399-4465-9fc8-5d85a5a2bd13 will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:05:26.129955 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:26.150424 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4dc66c84-8fb7-4c83-9d1a-6fd954224a76 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:26.156818 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cccf63b3-fa85-41d4-8e78-624693558eab req-c90e2148-2be2-49c2-97dc-813838a7b0a5 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5748971 Apr 16 05:05:26.181822 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:26.183682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:26.325065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:26.411803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48176) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:26.535213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Pushing event updated for resources: {'Port': ['ID=146ecf55-0399-4465-9fc8-5d85a5a2bd13,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:26.543156 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:26.843061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Attempting to bind port 146ecf55-0399-4465-9fc8-5d85a5a2bd13 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:05:26.844162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Attempting to bind port 146ecf55-0399-4465-9fc8-5d85a5a2bd13 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:05:26.844717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Attempting to bind port 146ecf55-0399-4465-9fc8-5d85a5a2bd13 on network dd6e782c-4a20-4571-9880-20a30bbeb3d8 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:26.851506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Port 146ecf55-0399-4465-9fc8-5d85a5a2bd13 on network dd6e782c-4a20-4571-9880-20a30bbeb3d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:05:26.852175 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Attempting to bind port 146ecf55-0399-4465-9fc8-5d85a5a2bd13 on network dd6e782c-4a20-4571-9880-20a30bbeb3d8 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:26.859513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:05:26.860299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Checking segment: {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:05:26.861089 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Bound using segment: {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:05:26.861819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Bound port: 146ecf55-0399-4465-9fc8-5d85a5a2bd13, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:05:26.862451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:26.890159 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1928365 Apr 16 05:05:26.902554 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'tag': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8', 'status': 'completed', 'code': 200} Apr 16 05:05:26.917405 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48192) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:27.118286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:27.132510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Request body: {'subnet': {'network_id': '3cc65e1b-4ad6-4b82-9fca-12ac641ae12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1657126211-subnet', 'tenant_id': '1135ffbc4dae411dac7024d72517c74e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:27.163239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:27.166122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Attempting to bind port 11978764-d9c7-4994-9e0b-7a010dbd21d4 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:05:27.166553 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Attempting to bind port 11978764-d9c7-4994-9e0b-7a010dbd21d4 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:05:27.166925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Attempting to bind port 11978764-d9c7-4994-9e0b-7a010dbd21d4 on network dd6e782c-4a20-4571-9880-20a30bbeb3d8 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:27.171746 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e96477c7-7350-42f9-877e-698101e00fdc req-ee67bff2-3f24-4cc7-bf57-d7adb20cc303 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 210 time: 0.2799947 Apr 16 05:05:27.188558 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589b4c9-d5c8-4bea-991f-fa7749a84c0f req-b93713ec-2917-498e-a4fe-66354bab4c9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:27.196699 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9589b4c9-d5c8-4bea-991f-fa7749a84c0f req-b93713ec-2917-498e-a4fe-66354bab4c9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 931 time: 1.9946761 Apr 16 05:05:27.204175 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Usage tracker for resource:subnet and tenant:1135ffbc4dae411dac7024d72517c74e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:27.220931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Port 11978764-d9c7-4994-9e0b-7a010dbd21d4 on network dd6e782c-4a20-4571-9880-20a30bbeb3d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:05:27.221303 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Attempting to bind port 11978764-d9c7-4994-9e0b-7a010dbd21d4 on network dd6e782c-4a20-4571-9880-20a30bbeb3d8 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:27.247471 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:27.257411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Pushing event updated for resources: {'Network': ['ID=3cc65e1b-4ad6-4b82-9fca-12ac641ae12f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:27.269051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:05:27.275115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Checking segment: {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:05:27.275115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Bound using segment: {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:05:27.275115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Bound port: 11978764-d9c7-4994-9e0b-7a010dbd21d4, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a983b6-44df-4a87-ad51-eee6f61c8de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:05:27.275115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:27.302965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:27.306970 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-b36ed966-27d7-4793-a5f3-cd272b83380b service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5635915 Apr 16 05:05:27.316440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:05:27.336256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:27.344887 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:27.408885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Usage tracker for resource:security_group_rule and tenant:a3cea758a9e340f99da2e9bc7afeb3a7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:27.465325 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:27.529201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:27.576023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Made reservation on behalf of 1135ffbc4dae411dac7024d72517c74e for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:27.581134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:27.593681 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] For port 146ecf55-0399-4465-9fc8-5d85a5a2bd13, host hv-cinder-78652, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:05:27.635522 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9589b4c9-d5c8-4bea-991f-fa7749a84c0f req-f0b0c32c-5530-4026-891c-c5f9f77e07c8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Synchronizing usage tracker for tenant:04b04695962b472985e5455e16234f46 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:27.649390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] For port 146ecf55-0399-4465-9fc8-5d85a5a2bd13, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=146ecf55-0399-4465-9fc8-5d85a5a2bd13,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:05:27.662022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f96f-f29c-4df6-996f-748068284163 req-e842c1ef-c107-49ee-9a28-7da1692fe3df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:27.664677 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-e842c1ef-c107-49ee-9a28-7da1692fe3df tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 816 time: 0.6713808 Apr 16 05:05:27.670848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:27.708438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:27.774806 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-666b4454-4d92-4863-af1d-dc89d75e39f9 req-3132a518-3f80-4a6c-a19a-201b0284ebb0 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255848 Apr 16 05:05:27.804672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9589b4c9-d5c8-4bea-991f-fa7749a84c0f req-f0b0c32c-5530-4026-891c-c5f9f77e07c8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Unset dirty status for tenant:04b04695962b472985e5455e16234f46 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:27.816484 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9589b4c9-d5c8-4bea-991f-fa7749a84c0f req-f0b0c32c-5530-4026-891c-c5f9f77e07c8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185994 Apr 16 05:05:27.861122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] For port 11978764-d9c7-4994-9e0b-7a010dbd21d4, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:05:27.868659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] For port 11978764-d9c7-4994-9e0b-7a010dbd21d4, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:05:28.124812 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:28.177235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48236) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:28.228641 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:28.266234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Pushing event updated for resources: {'Port': ['ID=146ecf55-0399-4465-9fc8-5d85a5a2bd13,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:28.274566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:28.281504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7618f96f-f29c-4df6-996f-748068284163 req-fa3a7798-96d7-43f5-9ef9-67346a125499 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Synchronizing usage tracker for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:28.318827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-7618f96f-f29c-4df6-996f-748068284163 req-fa3a7798-96d7-43f5-9ef9-67346a125499 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Unset dirty status for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:28.320332 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-fa3a7798-96d7-43f5-9ef9-67346a125499 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088 HTTP/1.1" status: 200 len: 5705 time: 0.6429906 Apr 16 05:05:28.335025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'port': {'device_id': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'admin_state_up': True, 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'security_groups': ['1d82c62b-3645-4bae-b4e5-23fc8517c08b']}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:28.406818 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:28.431446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:28.432135 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:28.433733 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] 10.222.0.47 "PUT /v2.0/ports/146ecf55-0399-4465-9fc8-5d85a5a2bd13 HTTP/1.1" status: 200 len: 1093 time: 4.6486783 Apr 16 05:05:28.436114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f01602f-9b45-49d3-b780-54e216d40056', 'tag': '146ecf55-0399-4465-9fc8-5d85a5a2bd13'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:28.510496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:28.593180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:28.615392 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:28.629607 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6f6a500b-5e7b-4d19-a1c8-a9168a10affb req-9fe426f2-166f-43b7-8251-10ab479504b0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 210 time: 0.1297314 Apr 16 05:05:28.649283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d7bf2972-94f5-418e-9b47-be9cf8c32b83 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:28.694970 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Pushing event updated for resources: {'Port': ['ID=11978764-d9c7-4994-9e0b-7a010dbd21d4,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:28.702004 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:28.711242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:28.731840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Usage tracker for resource:security_group_rule and tenant:28e12ea5c28e4f31ac98e72b0bb777e2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:28.738687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:28.748552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-67e786be-00bf-4699-bbdf-e9403859895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:28.750198 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-67e786be-00bf-4699-bbdf-e9403859895b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 1096 time: 0.8477073 Apr 16 05:05:28.761133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b04a2c-6e88-4e32-8d89-264b1ac3a419,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:28.766036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:28.767833 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:28.768530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:28.770464 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] 10.222.0.47 "PUT /v2.0/ports/11978764-d9c7-4994-9e0b-7a010dbd21d4 HTTP/1.1" status: 200 len: 1094 time: 6.5785685 Apr 16 05:05:28.775857 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3cea758a9e340f99da2e9bc7afeb3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2623961 Apr 16 05:05:28.777126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:28.795037 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48254) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:28.829338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942e768-5cfb-43f3-bdc0-a8da7c331d88 req-4f81a475-1bb1-4032-af34-3559df844f47 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:28.831710 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a942e768-5cfb-43f3-bdc0-a8da7c331d88 req-4f81a475-1bb1-4032-af34-3559df844f47 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 943 time: 0.6969547 Apr 16 05:05:28.868027 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:28.921490 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:28.935176 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-d60c5028-b824-46d7-8ac4-ab2a06f09572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:28.936911 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-d60c5028-b824-46d7-8ac4-ab2a06f09572 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 1096 time: 0.4476113 Apr 16 05:05:28.952930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de8108f1-f401-4053-af32-f9bfd4e91900', 'tag': '11978764-d9c7-4994-9e0b-7a010dbd21d4'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:29.030290 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f01602f-9b45-49d3-b780-54e216d40056', 'tag': '146ecf55-0399-4465-9fc8-5d85a5a2bd13', 'status': 'completed', 'code': 200} Apr 16 05:05:29.047620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Made reservation on behalf of 031dfcfcd7b1408d90ad39ffd7cb5088 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:29.054189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:29.078128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0dd10df7-3fcf-48a2-bdfd-0330f9d60233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:29.091111 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-ab4c9fc0-dcc6-4630-b9c5-a14f358ca062 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=146ecf55-0399-4465-9fc8-5d85a5a2bd13 HTTP/1.1" status: 200 len: 217 time: 0.1294169 Apr 16 05:05:29.130636 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a942e768-5cfb-43f3-bdc0-a8da7c331d88 req-3be1f355-f393-4d95-9555-01d8416f4033 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358232 Apr 16 05:05:29.180768 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-067f9663-7974-4e36-b964-5e1c31e69b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:29.195097 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-067f9663-7974-4e36-b964-5e1c31e69b4e service neutron] 10.222.0.47 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 912 time: 0.4204767 Apr 16 05:05:29.255304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0dd10df7-3fcf-48a2-bdfd-0330f9d60233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:29.360425 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de8108f1-f401-4053-af32-f9bfd4e91900', 'tag': '11978764-d9c7-4994-9e0b-7a010dbd21d4', 'status': 'completed', 'code': 200} Apr 16 05:05:29.399851 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-6c52fcdb-4b71-419c-97ab-245ecfa1a0bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 HTTP/1.1" status: 200 len: 217 time: 0.2037730 Apr 16 05:05:29.461039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-9bf241d0-cf7a-4635-b188-1bf03a8fd8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:29.462745 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-9bf241d0-cf7a-4635-b188-1bf03a8fd8c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1097 time: 0.5664778 Apr 16 05:05:29.469812 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0dd10df7-3fcf-48a2-bdfd-0330f9d60233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:29.486244 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b9bf9984-08ed-4ba0-b3a7-c2649973a0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:29.515440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd10df7-3fcf-48a2-bdfd-0330f9d60233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b04a2c-6e88-4e32-8d89-264b1ac3a419,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:29.533796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0dd10df7-3fcf-48a2-bdfd-0330f9d60233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:29.570959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-a32fe1fc-1334-4d0e-aadb-525adf1d3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:29.572625 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-a32fe1fc-1334-4d0e-aadb-525adf1d3600 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 200 len: 850 time: 0.1596131 Apr 16 05:05:29.574317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-85b27a7d-3f23-4acf-b4d6-33506df39e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:29.576129 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-85b27a7d-3f23-4acf-b4d6-33506df39e45 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.4703696 Apr 16 05:05:29.582179 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:29.595699 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-6972bd67-1309-4249-9229-0dd0ca8c0fdb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4 HTTP/1.1" status: 200 len: 217 time: 0.1198397 Apr 16 05:05:29.638837 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Allocated IP 172.20.0.5 (ec6333fc-d615-4cb1-a309-882dfad7f633/dbdf2630-9936-4403-b9eb-faf0852f5c8a/d02d8a58-8c85-44ed-b828-b36dcb983a37) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:05:29.641293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:29.681452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:29.691148 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=28e12ea5c28e4f31ac98e72b0bb777e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5018950 Apr 16 05:05:29.698806 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-a0bf2adb-0208-48a6-8450-81900c2cd07e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091690 Apr 16 05:05:29.699725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0dd10df7-3fcf-48a2-bdfd-0330f9d60233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:29.701394 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48270) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:29.703854 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0dd10df7-3fcf-48a2-bdfd-0330f9d60233 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1b04a2c-6e88-4e32-8d89-264b1ac3a419 HTTP/1.1" status: 204 len: 168 time: 0.9039521 Apr 16 05:05:29.796635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:05:29.808493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711ef40-c48b-41a1-a1a5-c57fd01260bf req-c1479736-e115-404b-8e05-3faf161be223 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:29.817510 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e711ef40-c48b-41a1-a1a5-c57fd01260bf req-c1479736-e115-404b-8e05-3faf161be223 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 943 time: 0.6405625 Apr 16 05:05:29.931712 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-74626978-e2f5-4db5-aa0d-22e8d49d69fe service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187691 Apr 16 05:05:30.210661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-d2794180-9ab6-4303-a593-e65532ab4b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:30.213340 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-d2794180-9ab6-4303-a593-e65532ab4b57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.5677769 Apr 16 05:05:30.344970 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:30.365517 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'port_id': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8', 'mac_address': 'fa:16:3e:e4:62:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:05:30.377123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48284) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:30.429622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-216b13a5-f8dd-488b-8aa4-ec510dab5048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:30.443391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:30.456868 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4117e0c-9df2-415c-bfa7-7fd0c3d42d4b req-ae4551b5-f085-4ceb-ac85-16ee8f6622b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 210 time: 0.2998185 Apr 16 05:05:30.508921 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-811d0039-647b-48b3-9a92-7bb0eedcdbac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2133200 Apr 16 05:05:30.519000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:30.578786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:30.592002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:30.595139 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12c9a7a7-2181-4511-a127-7da5c9a72e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:30.597217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:30.633680 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e711ef40-c48b-41a1-a1a5-c57fd01260bf req-1c7f89a2-4801-4044-b62c-1efba0e078f5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8147981 Apr 16 05:05:30.691209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-216b13a5-f8dd-488b-8aa4-ec510dab5048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:30.786746 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:30.813208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.813977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.814737 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.815460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.816344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.817084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.817911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.818830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.820346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.821109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.821828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.823538 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:05:30.831939 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:30.836749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9db6009-5d9e-4e62-b0c4-626b5ef8976d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:30.869824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['04f883ba-668c-4c84-90f4-4a9e3e5f5fa8'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:05:30.888835 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.207s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:30.898209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-681e4448-75fb-4c6e-8f6e-1a7a798e8192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:30.901201 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-681e4448-75fb-4c6e-8f6e-1a7a798e8192 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=984efdec-5b56-404c-a3d4-f6e7a0fea60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.3073542 Apr 16 05:05:31.134429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:31.217934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Transition to ACTIVE for port object d02d8a58-8c85-44ed-b828-b36dcb983a37 will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:05:31.283483 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a64276d-9518-4e45-82b4-48ae058b9d22 req-c6cc1410-991b-4532-a4c1-c8ec8e45d598 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3096387 Apr 16 05:05:31.288830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:31.298009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Usage tracker for resource:security_group_rule and tenant:abb77aad5bed47129e03119e76e1b032 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:31.304996 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:31.311799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:31.318859 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:31.390103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:31.488651 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-216b13a5-f8dd-488b-8aa4-ec510dab5048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:31.543789 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-f893f11d-b4f7-42fc-a5bb-2e43c1c49815 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0019712 Apr 16 05:05:31.568043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:31.643857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:31.655251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:31.718667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940227ee-e639-433e-8fab-eefbc53b8651 req-f6176aee-82fc-48cd-ae07-c00fc6f397d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:31.720334 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-940227ee-e639-433e-8fab-eefbc53b8651 req-f6176aee-82fc-48cd-ae07-c00fc6f397d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 1096 time: 0.3314576 Apr 16 05:05:31.722538 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Network ec6333fc-d615-4cb1-a309-882dfad7f633 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:05:31.723846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:31.726400 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:05:31.745324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b13a5-f8dd-488b-8aa4-ec510dab5048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9db6009-5d9e-4e62-b0c4-626b5ef8976d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:31.763655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-216b13a5-f8dd-488b-8aa4-ec510dab5048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:31.768804 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:31.812357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:05:31.870414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72508fe0-5bd4-466e-9b99-6c7317c1a902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:31.909420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:31.910192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:32.016901 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940227ee-e639-433e-8fab-eefbc53b8651 req-69caa59b-73ac-4085-b853-b2649818a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:32.022296 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-940227ee-e639-433e-8fab-eefbc53b8651 req-69caa59b-73ac-4085-b853-b2649818a17c service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 919 time: 0.2595508 Apr 16 05:05:32.028736 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6977928 Apr 16 05:05:32.034917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:05:32.041081 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:32.041490 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:32.049846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Request body: {'port': {'device_id': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:32.099562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-216b13a5-f8dd-488b-8aa4-ec510dab5048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:32.103931 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-216b13a5-f8dd-488b-8aa4-ec510dab5048 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d9db6009-5d9e-4e62-b0c4-626b5ef8976d HTTP/1.1" status: 204 len: 168 time: 2.3971212 Apr 16 05:05:32.137549 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-ac6bbe1e-7a67-48a5-8b2e-f007e717495b service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0430241 Apr 16 05:05:32.138131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Pushing event updated for resources: {'Subnet': ['ID=d79f13dd-1043-434e-a350-c7c9e8598f6d,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:32.160193 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effbb6e-74af-46cf-86fc-d6a812b3de37 req-7efc61ba-7d67-4193-85d0-427d70ae72c1 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:32.168545 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1effbb6e-74af-46cf-86fc-d6a812b3de37 req-7efc61ba-7d67-4193-85d0-427d70ae72c1 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 944 time: 1.4820089 Apr 16 05:05:32.174070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:32.174407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7153135b-0f8e-4db0-92af-83f44729aacf None None] Provisioning for port d02d8a58-8c85-44ed-b828-b36dcb983a37 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:05:32.188803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7153135b-0f8e-4db0-92af-83f44729aacf None None] Provisioning complete for port d02d8a58-8c85-44ed-b828-b36dcb983a37 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:32.189482 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7153135b-0f8e-4db0-92af-83f44729aacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:32.235582 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-940227ee-e639-433e-8fab-eefbc53b8651 req-a7b9834d-5a6a-4e70-8e92-0cef3afe6671 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=146ecf55-0399-4465-9fc8-5d85a5a2bd13 HTTP/1.1" status: 200 len: 217 time: 0.1987238 Apr 16 05:05:32.356633 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce6e621a-221e-457d-81f1-2e3d2785f566 req-cfdc6ab7-bbe3-401f-a008-11f19021c91a service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7606590 Apr 16 05:05:32.410388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940227ee-e639-433e-8fab-eefbc53b8651 req-ac4eca5b-6c1a-41ca-9f4c-ecd6062e972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:32.412298 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-940227ee-e639-433e-8fab-eefbc53b8651 req-ac4eca5b-6c1a-41ca-9f4c-ecd6062e972e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.1658225 Apr 16 05:05:32.427472 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1effbb6e-74af-46cf-86fc-d6a812b3de37 req-09d26a4f-21b8-4a73-8bd5-15b16e215955 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578261 Apr 16 05:05:32.437262 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:32.464539 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7153135b-0f8e-4db0-92af-83f44729aacf None None] Port d02d8a58-8c85-44ed-b828-b36dcb983a37 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:05:32.494849 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-940227ee-e639-433e-8fab-eefbc53b8651 req-6dd64644-13dc-4b55-8c19-3607ae452d83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654464 Apr 16 05:05:32.495781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:32.498941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:32.511346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:32.515708 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:32.519100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-62b4d91d-c3ec-4595-a8ec-f6891396e0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:32.571114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:32.678842 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:32.685623 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:32.767023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b4ce6-8ecd-443f-a86e-9472b4c36485 req-d1d6c776-2914-435e-9ee1-b6623b51b321 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:32.782625 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a84b4ce6-8ecd-443f-a86e-9472b4c36485 req-d1d6c776-2914-435e-9ee1-b6623b51b321 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 945 time: 1.1900399 Apr 16 05:05:32.845780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:32.857689 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-940227ee-e639-433e-8fab-eefbc53b8651 req-320e682d-e864-4796-895f-a999fb4487c6 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392754 Apr 16 05:05:32.907297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48320) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:32.973455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-216b13a5-f8dd-488b-8aa4-ec510dab5048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:33.007067 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abb77aad5bed47129e03119e76e1b032&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5986586 Apr 16 05:05:33.020538 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48324) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:33.046884 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-07590737-8f7a-479f-a4b4-ecc7e62e8a29 req-babd52b1-b1eb-4919-812c-8692a2a1b1d3 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8704512 Apr 16 05:05:33.058269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:33.119149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:33.126524 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a84b4ce6-8ecd-443f-a86e-9472b4c36485 req-df0c20b4-5d0e-4363-b3b6-e59d704dab28 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422661 Apr 16 05:05:33.135404 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fd9595-5024-426a-8390-87ba298d22a7,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:33.141218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Usage tracker for resource:security_group_rule and tenant:a6ab5470deb74f428f204a26c65974be is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:33.149425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:33.160418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:33.163374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:33.173952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Checking segment: {'id': '3785f590-635d-4176-b600-9d583dfb87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3cc65e1b-4ad6-4b82-9fca-12ac641ae12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:05:33.174453 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Network hostable DHCP agents. Network: 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:05:33.229777 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-940227ee-e639-433e-8fab-eefbc53b8651 req-99cf1447-5bff-4f24-a324-e56878f8f7ef service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499706 Apr 16 05:05:33.350696 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d02d8a58-8c85-44ed-b828-b36dcb983a37 {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:33.367181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:33.409409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Transition to ACTIVE for port object d02d8a58-8c85-44ed-b828-b36dcb983a37 will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:05:33.414966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:33.416098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:33.431730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:33.471880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:33.535697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-69cbc0fc-7a1c-4fd8-aefe-66b07457a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:33.537252 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-69cbc0fc-7a1c-4fd8-aefe-66b07457a88a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1097 time: 1.0013652 Apr 16 05:05:33.592744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb9f38-dd2b-43f4-8ebb-57c45404a749 req-127b5c19-47cf-4eab-b839-c372dc8df3a3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:33.594600 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ffcb9f38-dd2b-43f4-8ebb-57c45404a749 req-127b5c19-47cf-4eab-b839-c372dc8df3a3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 931 time: 0.8654556 Apr 16 05:05:33.631692 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8535ec50-8081-4c80-b156-3ecda70347ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:33.646947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:05:33.772019 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:33.784521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c315c156-9a71-4ceb-bddb-27437b2785d9 None None] Network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:05:33.800615 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8535ec50-8081-4c80-b156-3ecda70347ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:33.818118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 11978764-d9c7-4994-9e0b-7a010dbd21d4 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:05:33.826928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:33.827200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:33.851926 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6ab5470deb74f428f204a26c65974be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8865814 Apr 16 05:05:33.851926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:33.853336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-9b0776cb-7123-4af2-b512-ef9465158392 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:33.853553 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48330) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:33.855890 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-9b0776cb-7123-4af2-b512-ef9465158392 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.47 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 945 time: 0.7777269 Apr 16 05:05:33.877727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:33.877990 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-df9fb848-d399-44d7-a28a-6e870b629f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:33.955189 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ffcb9f38-dd2b-43f4-8ebb-57c45404a749 req-5b12c4af-d08a-4a00-b566-0bb6da355e94 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129394 Apr 16 05:05:33.955772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45311d4f-d15a-4607-956b-1cd7cf877d8e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:33.986765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:34.023513 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-e37e3bd3-6d8e-4486-9665-e2141286acae admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 7.0922966 Apr 16 05:05:34.036016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-aa930f8f-8e54-4930-a35a-bc81c62acaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:34.040862 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-aa930f8f-8e54-4930-a35a-bc81c62acaa9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 919 time: 0.4579253 Apr 16 05:05:34.180697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Deleting port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:05:34.181525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:34.214391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ad0dfc3-1522-44b1-b8dd-228a1fa7eb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:34.257590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9615de-c7aa-4701-9092-a1416764e63d req-ad6a817d-e30d-40bf-aa14-a7d6b20ffcfa tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:34.271747 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ff9615de-c7aa-4701-9092-a1416764e63d req-ad6a817d-e30d-40bf-aa14-a7d6b20ffcfa tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 943 time: 0.7449601 Apr 16 05:05:34.274737 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-69f3cebf-cc26-49c4-9318-46adccbae230 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4 HTTP/1.1" status: 200 len: 217 time: 0.2189310 Apr 16 05:05:34.337979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ad0dfc3-1522-44b1-b8dd-228a1fa7eb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:34.408277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Attempting to bind port d02d8a58-8c85-44ed-b828-b36dcb983a37 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:05:34.408936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Attempting to bind port d02d8a58-8c85-44ed-b828-b36dcb983a37 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:05:34.409458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Attempting to bind port d02d8a58-8c85-44ed-b828-b36dcb983a37 on network ec6333fc-d615-4cb1-a309-882dfad7f633 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:34.419915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8535ec50-8081-4c80-b156-3ecda70347ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:34.420228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Port d02d8a58-8c85-44ed-b828-b36dcb983a37 on network ec6333fc-d615-4cb1-a309-882dfad7f633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:05:34.420733 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Attempting to bind port d02d8a58-8c85-44ed-b828-b36dcb983a37 on network ec6333fc-d615-4cb1-a309-882dfad7f633 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:34.441159 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:05:34.444841 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Checking segment: {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:05:34.446908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Bound using segment: {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:05:34.453183 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Bound port: d02d8a58-8c85-44ed-b828-b36dcb983a37, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:05:34.453863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:34.485547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:34.607073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535ec50-8081-4c80-b156-3ecda70347ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fd9595-5024-426a-8390-87ba298d22a7,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:34.632281 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8535ec50-8081-4c80-b156-3ecda70347ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:34.634836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ad0dfc3-1522-44b1-b8dd-228a1fa7eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:34.637043 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ff9615de-c7aa-4701-9092-a1416764e63d req-e92cf3a0-428d-401a-b383-f48811486da5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642533 Apr 16 05:05:34.693489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8535ec50-8081-4c80-b156-3ecda70347ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:34.694789 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8535ec50-8081-4c80-b156-3ecda70347ce admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61fd9595-5024-426a-8390-87ba298d22a7 HTTP/1.1" status: 204 len: 168 time: 1.6649480 Apr 16 05:05:34.711144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-5c603d6d-f334-4ab8-a1bd-baf098f9e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:34.713205 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-5c603d6d-f334-4ab8-a1bd-baf098f9e5b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.3968160 Apr 16 05:05:34.769049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:05:34.773921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 11978764-d9c7-4994-9e0b-7a010dbd21d4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:34.779183 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:05:34.782428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:34.845680 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '11978764-d9c7-4994-9e0b-7a010dbd21d4', 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8', 'port_id': '11978764-d9c7-4994-9e0b-7a010dbd21d4', 'mac_address': 'fa:16:3e:2c:44:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4ab347-d80e-4512-88ab-6cbbb380bedc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:05:34.847172 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:34.855577 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8', 'code': 200} Apr 16 05:05:34.965472 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-537ff9a1-67ce-4ef0-8c17-ec0b555b30d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2428405 Apr 16 05:05:35.115710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0dfc3-1522-44b1-b8dd-228a1fa7eb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45311d4f-d15a-4607-956b-1cd7cf877d8e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:35.130793 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0ad0dfc3-1522-44b1-b8dd-228a1fa7eb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:35.134164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:35.146250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:35.224973 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11978764-d9c7-4994-9e0b-7a010dbd21d4 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:35.230888 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:35.243018 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0ad0dfc3-1522-44b1-b8dd-228a1fa7eb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:35.244466 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0ad0dfc3-1522-44b1-b8dd-228a1fa7eb5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45311d4f-d15a-4607-956b-1cd7cf877d8e HTTP/1.1" status: 204 len: 168 time: 1.3899415 Apr 16 05:05:35.246279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:35.272739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:35.274142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:35.275006 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] 10.222.0.47 "PUT /v2.0/ports/d02d8a58-8c85-44ed-b828-b36dcb983a37 HTTP/1.1" status: 200 len: 1093 time: 3.2346220 Apr 16 05:05:35.278209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:35.337366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e61f8-cec7-448c-be9d-b389817601c9 req-bd6d2445-83ee-442e-948c-7e9eeaf5d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:35.341734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 11978764-d9c7-4994-9e0b-7a010dbd21d4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:35.363827 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bd7e61f8-cec7-448c-be9d-b389817601c9 req-bd6d2445-83ee-442e-948c-7e9eeaf5d1d2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 1098 time: 0.5499625 Apr 16 05:05:35.385096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48358) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:35.412167 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:35.413401 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 146ecf55-0399-4465-9fc8-5d85a5a2bd13 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:05:35.418467 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:35.508561 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85de916-2bac-43f7-8fb3-e97f6b055806 None None] Network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:05:35.583378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-bd7e61f8-cec7-448c-be9d-b389817601c9 req-6c636dcf-8182-4c5f-9fe1-4d6174f927f4 service neutron] Synchronizing usage tracker for tenant:b5a1594c9216442bb0023485c2a25619 on resource:security_group {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:35.610654 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baee5bd-64d2-4607-a6e2-929538e5903d req-94d96f1b-89e9-44fd-b61f-2acf3ee28030 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:35.627303 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2baee5bd-64d2-4607-a6e2-929538e5903d req-94d96f1b-89e9-44fd-b61f-2acf3ee28030 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 1.0092676 Apr 16 05:05:35.643883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-bd7e61f8-cec7-448c-be9d-b389817601c9 req-6c636dcf-8182-4c5f-9fe1-4d6174f927f4 service neutron] Unset dirty status for tenant:b5a1594c9216442bb0023485c2a25619 on resource:security_group {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:35.646317 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bd7e61f8-cec7-448c-be9d-b389817601c9 req-6c636dcf-8182-4c5f-9fe1-4d6174f927f4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805648 Apr 16 05:05:35.700758 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=11978764-d9c7-4994-9e0b-7a010dbd21d4,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:35.707774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 146ecf55-0399-4465-9fc8-5d85a5a2bd13, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=146ecf55-0399-4465-9fc8-5d85a5a2bd13,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:35.719765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f96f-f29c-4df6-996f-748068284163 req-850f3c0a-61ea-4b93-83ae-3c481ecdfc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:35.720085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:35.728878 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-850f3c0a-61ea-4b93-83ae-3c481ecdfc71 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 1096 time: 0.3572621 Apr 16 05:05:35.748962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '146ecf55-0399-4465-9fc8-5d85a5a2bd13', 'network_id': 'dd6e782c-4a20-4571-9880-20a30bbeb3d8', 'port_id': '146ecf55-0399-4465-9fc8-5d85a5a2bd13', 'mac_address': 'fa:16:3e:4f:59:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4ab347-d80e-4512-88ab-6cbbb380bedc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:05:35.763419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] For port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,segment=NetworkSegment(fa5a4591-b301-4c09-84be-bbd0ed51173a),segment_id=fa5a4591-b301-4c09-84be-bbd0ed51173a)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:35.764070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:35.911910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:35.915089 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-c41c81b0-eab9-40ee-a22e-5493721db935 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37 HTTP/1.1" status: 200 len: 217 time: 0.1760809 Apr 16 05:05:35.934270 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-a89acaae-5170-4f73-9d89-2e1cb3ffee41 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9485950 Apr 16 05:05:35.960985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 146ecf55-0399-4465-9fc8-5d85a5a2bd13 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:36.000240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 146ecf55-0399-4465-9fc8-5d85a5a2bd13, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=146ecf55-0399-4465-9fc8-5d85a5a2bd13,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:36.069406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Calling delete_port for 435b1fb3-7ddb-4f81-b7de-facc3c4dfede owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:05:36.083375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:36.095117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f96f-f29c-4df6-996f-748068284163 req-d5eb8c6b-4c07-4289-a7f6-42cacb18eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:36.099432 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-d5eb8c6b-4c07-4289-a7f6-42cacb18eb55 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.1770639 Apr 16 05:05:36.104244 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12c9a7a7-2181-4511-a127-7da5c9a72e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:36.142547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de5f15-e6ca-40ff-8b9f-179e6053561a req-82970623-7e91-4a8d-9fdd-6b29e9fbdab5 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:36.151160 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-13de5f15-e6ca-40ff-8b9f-179e6053561a req-82970623-7e91-4a8d-9fdd-6b29e9fbdab5 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 945 time: 1.1837435 Apr 16 05:05:36.170386 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2baee5bd-64d2-4607-a6e2-929538e5903d req-dc0d6c51-1794-4495-8941-d97be5bd2797 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5417604 Apr 16 05:05:36.330807 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7618f96f-f29c-4df6-996f-748068284163 req-82b18f88-e4d7-4d8b-8e1b-905cf74a2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:36.335093 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-82b18f88-e4d7-4d8b-8e1b-905cf74a2b9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2280381 Apr 16 05:05:36.396046 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=146ecf55-0399-4465-9fc8-5d85a5a2bd13,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:36.410890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['146ecf55-0399-4465-9fc8-5d85a5a2bd13'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:05:36.425130 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-13de5f15-e6ca-40ff-8b9f-179e6053561a req-9c2bcf64-9ac5-4da2-99fd-d7c8518b9aae tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/security-groups?id=3265d35d-d50d-4d32-accc-06eefe11a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727344 Apr 16 05:05:36.571776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:36.583010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['11978764-d9c7-4994-9e0b-7a010dbd21d4'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:05:36.661664 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'status': 'completed', 'code': 200} Apr 16 05:05:36.664432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:36.793306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48384) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:36.818838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-209557116-network', 'tenant_id': 'ec247ca957ee4ab9886a1bd50a9a4071'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:36.858186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:36.896508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Usage tracker for resource:network and tenant:ec247ca957ee4ab9886a1bd50a9a4071 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:36.920687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:36.956691 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:36.967032 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-1e861987-aed9-4c6b-b6bc-f3b54a8d09bf service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155615 Apr 16 05:05:37.142056 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7618f96f-f29c-4df6-996f-748068284163 req-29ffd222-3463-42fc-9e38-c836a8ee242b service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739421 Apr 16 05:05:37.169160 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Made reservation on behalf of ec247ca957ee4ab9886a1bd50a9a4071 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:37.176901 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:37.213647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:37.369625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:37.381769 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Usage tracker for resource:security_group_rule and tenant:ec247ca957ee4ab9886a1bd50a9a4071 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:37.388024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:37.396555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:37.442962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:37.475434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Usage tracker for resource:security_group_rule and tenant:0c90bc33f4f34f8187766f1413867559 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:37.518181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:37.546965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:37.588740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-4dc76690-502e-4ab5-b518-50f37a820783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:37.591734 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4e0bb07-ddbf-4a34-8a04-9e5fef64ac0b req-a60dd6b3-e527-4287-b8ff-015195712db3 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4900880 Apr 16 05:05:37.592766 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-4dc76690-502e-4ab5-b518-50f37a820783 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 1096 time: 0.3523865 Apr 16 05:05:37.661872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:37.696589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:37.757532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cd500-f070-4385-96ea-2752a036c204 req-c1060cdb-3af6-4e95-a979-1b12a11634d7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:37.766007 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a5cd500-f070-4385-96ea-2752a036c204 req-c1060cdb-3af6-4e95-a979-1b12a11634d7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 1.3310184 Apr 16 05:05:37.843098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:37.859324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba0fd5-ebb8-43e2-ab61-3b8215604bb8 req-24a45a2a-d360-4022-9347-afc69f24705c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:37.864324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:37.867473 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cbba0fd5-ebb8-43e2-ab61-3b8215604bb8 req-24a45a2a-d360-4022-9347-afc69f24705c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 944 time: 0.8529310 Apr 16 05:05:37.869792 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Pushing event deleted for resources: {'Port': ['ID=435b1fb3-7ddb-4f81-b7de-facc3c4dfede,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:37.887329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:37.890250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:05:37.911095 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:37.911692 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Added segment 88c8b65a-c41f-49e9-ab3c-cc1c9f71a95e of type vlan for network 01112b5d-7cef-4d81-a81c-424c5e385c73 Apr 16 05:05:38.016713 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a5cd500-f070-4385-96ea-2752a036c204 req-1b53a55f-8c23-4dbe-8bdf-29e4b912dc1e tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495329 Apr 16 05:05:38.083307 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cbba0fd5-ebb8-43e2-ab61-3b8215604bb8 req-81881b36-18fd-46f3-836d-ccef34920ed2 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146649 Apr 16 05:05:38.092959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 11978764-d9c7-4994-9e0b-7a010dbd21d4 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:05:38.100779 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1abc223a-b734-4a0f-b7a8-2c926fa1f8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:38.119701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-58b379d8-c3bf-4f42-b2d4-0d8e8be3132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:38.133134 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-58b379d8-c3bf-4f42-b2d4-0d8e8be3132c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 917 time: 0.5188391 Apr 16 05:05:38.197924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:38.228877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:38.240430 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 11978764-d9c7-4994-9e0b-7a010dbd21d4 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:05:38.254978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 11978764-d9c7-4994-9e0b-7a010dbd21d4 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:38.256051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:38.267630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:38.274102 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:38.332172 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:38.337906 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-bcc17e88-32ad-49a6-a081-f0e9a31a648d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37 HTTP/1.1" status: 200 len: 217 time: 0.2024755 Apr 16 05:05:38.345743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:38.346416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:38.439591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc92c8b-f5ba-4f79-ade9-b111988b8c7b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:38.446423 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:38.450084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:38.592740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:38.643731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8108f1-f401-4053-af32-f9bfd4e91900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11978764-d9c7-4994-9e0b-7a010dbd21d4'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:38.656677 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 11978764-d9c7-4994-9e0b-7a010dbd21d4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:38.664429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:38.664638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-2916f497-aa41-42f9-8f85-229b8e7c52ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:38.664747 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 146ecf55-0399-4465-9fc8-5d85a5a2bd13 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:05:38.687932 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-2916f497-aa41-42f9-8f85-229b8e7c52ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.3323441 Apr 16 05:05:38.696508 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8987114 Apr 16 05:05:38.728867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48430) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:38.767399 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Pushing event updated for resources: {'Network': ['ID=01112b5d-7cef-4d81-a81c-424c5e385c73,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:38.787400 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:38.797336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bb502360-892e-4ae3-8366-deb3a3762f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:38.804270 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c90bc33f4f34f8187766f1413867559&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4087698 Apr 16 05:05:38.804592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48434) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:38.807756 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Request body: {'subnet': {'network_id': '01112b5d-7cef-4d81-a81c-424c5e385c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-209557116-subnet', 'tenant_id': 'ec247ca957ee4ab9886a1bd50a9a4071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:38.814886 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] No DVR routers for this DVR port 435b1fb3-7ddb-4f81-b7de-facc3c4dfede on host hv-cinder-78652 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:05:38.831479 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c1cd47d4-57fc-445c-a9d9-d718f6dbc422 req-3da6649c-9285-4ca8-88b7-8f192b21721d tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.48 "GET /v2.0/ports?device_id=20bf37dc-dbfa-4418-bceb-d08f4d516179 HTTP/1.1" status: 200 len: 210 time: 0.3422959 Apr 16 05:05:38.843196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8405c405-8c38-42f4-9cd8-0c4bd7508644,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:38.854395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:38.857385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 01112b5d-7cef-4d81-a81c-424c5e385c73 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:05:38.868457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:38.873749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20bf37dc-dbfa-4418-bceb-d08f4d516179', 'name': 'network-vif-deleted', 'tag': '435b1fb3-7ddb-4f81-b7de-facc3c4dfede'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:38.912797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:38.938595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Usage tracker for resource:subnet and tenant:ec247ca957ee4ab9886a1bd50a9a4071 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:38.960441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:39.007332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:39.024334 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-90fd7499-ab2d-4843-bf02-b70fa278813e req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] 10.222.0.47 "DELETE /v2.0/ports/435b1fb3-7ddb-4f81-b7de-facc3c4dfede HTTP/1.1" status: 204 len: 173 time: 5.1167009 Apr 16 05:05:39.039128 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8108f1-f401-4053-af32-f9bfd4e91900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11978764-d9c7-4994-9e0b-7a010dbd21d4', 'code': 200} Apr 16 05:05:39.047019 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 146ecf55-0399-4465-9fc8-5d85a5a2bd13 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:05:39.063193 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 146ecf55-0399-4465-9fc8-5d85a5a2bd13 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:39.063636 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:39.079673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Made reservation on behalf of ec247ca957ee4ab9886a1bd50a9a4071 for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:39.090893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:39.101877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=11978764-d9c7-4994-9e0b-7a010dbd21d4,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:39.114309 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:39.131705 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20bf37dc-dbfa-4418-bceb-d08f4d516179', 'name': 'network-vif-deleted', 'tag': '435b1fb3-7ddb-4f81-b7de-facc3c4dfede', 'status': 'completed', 'code': 200} Apr 16 05:05:39.193685 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-c1319cd9-8925-431f-85ea-6ddf83485587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:39.195451 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-c1319cd9-8925-431f-85ea-6ddf83485587 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4933720 Apr 16 05:05:39.261389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-87150ed6-64da-484e-adc6-874cb1dabda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:39.385928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bf23f-d2cf-4b3e-af88-075055d05b43 req-2b428d84-e5ec-498e-8aa3-5bd7ee1128c2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:39.400582 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-445bf23f-d2cf-4b3e-af88-075055d05b43 req-2b428d84-e5ec-498e-8aa3-5bd7ee1128c2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.9291790 Apr 16 05:05:39.450806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:39.548784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 146ecf55-0399-4465-9fc8-5d85a5a2bd13, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=146ecf55-0399-4465-9fc8-5d85a5a2bd13,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:39.566780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:39.569830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 435b1fb3-7ddb-4f81-b7de-facc3c4dfede no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:05:39.618780 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-445bf23f-d2cf-4b3e-af88-075055d05b43 req-1ba9927e-ccfd-44c0-ae23-92f509747631 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170377 Apr 16 05:05:39.642383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-87150ed6-64da-484e-adc6-874cb1dabda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:39.723464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:39.744272 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-caca4a7c-f046-4d03-8f55-ca93ba8d7677 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882033 Apr 16 05:05:39.857045 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad0459-115a-42f7-b85e-2f481528fc8f req-4d72a009-7278-4d8a-898c-087d5bdd0262 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:39.860473 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7fad0459-115a-42f7-b85e-2f481528fc8f req-4d72a009-7278-4d8a-898c-087d5bdd0262 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 944 time: 0.4336927 Apr 16 05:05:39.971391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83139c2a-cadf-452c-9ffb-8a8f1e0fca96 req-b9ed5919-5858-452d-9a93-8c5fd1801214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:39.973605 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83139c2a-cadf-452c-9ffb-8a8f1e0fca96 req-b9ed5919-5858-452d-9a93-8c5fd1801214 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1099 time: 0.4830072 Apr 16 05:05:40.036647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 435b1fb3-7ddb-4f81-b7de-facc3c4dfede {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:05:40.037287 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 435b1fb3-7ddb-4f81-b7de-facc3c4dfede not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:05:40.050359 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=146ecf55-0399-4465-9fc8-5d85a5a2bd13,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:40.065272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:40.110256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-87150ed6-64da-484e-adc6-874cb1dabda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:40.120690 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f47c865f-698f-4a90-bc0e-d137745adbb6 req-4d3928ff-e62b-42c3-a4f4-a2c8f50f4473 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685246 Apr 16 05:05:40.122305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-19399692-339a-4288-8ffc-173dfb613cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:40.126146 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:05:40.139883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87150ed6-64da-484e-adc6-874cb1dabda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8405c405-8c38-42f4-9cd8-0c4bd7508644,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:40.146503 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-87150ed6-64da-484e-adc6-874cb1dabda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:40.149411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-87150ed6-64da-484e-adc6-874cb1dabda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:40.155003 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-87150ed6-64da-484e-adc6-874cb1dabda3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8405c405-8c38-42f4-9cd8-0c4bd7508644 HTTP/1.1" status: 204 len: 168 time: 1.3461616 Apr 16 05:05:40.264143 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83139c2a-cadf-452c-9ffb-8a8f1e0fca96 req-dad14541-46d5-4cd4-8c55-b88ae6ddc51c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026196 Apr 16 05:05:40.302911 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7fad0459-115a-42f7-b85e-2f481528fc8f req-2bb83289-9bfe-46d9-87d9-6f9fe3c95a93 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272746 Apr 16 05:05:40.419569 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6cc9b-b8ae-4180-aa8f-b234362fb1af req-12714d6f-c61a-488c-97e3-a168ea1ef07f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:40.427982 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6df6cc9b-b8ae-4180-aa8f-b234362fb1af req-12714d6f-c61a-488c-97e3-a168ea1ef07f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.6039996 Apr 16 05:05:40.829163 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6df6cc9b-b8ae-4180-aa8f-b234362fb1af req-e9749359-6752-4519-afc9-9e1c1cc16d7a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831725 Apr 16 05:05:40.861625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:40.906961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'port_id': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'mac_address': 'fa:16:3e:c8:b7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:05:41.052758 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01602f-9b45-49d3-b780-54e216d40056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ecf55-0399-4465-9fc8-5d85a5a2bd13'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:41.065459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:41.113109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02d8a58-8c85-44ed-b828-b36dcb983a37 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:41.153380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc651f-cb0f-469a-aab5-8ef255183120 req-9956f036-8041-425b-87e5-4e62ace0bcf2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:41.163555 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f7bc651f-cb0f-469a-aab5-8ef255183120 req-9956f036-8041-425b-87e5-4e62ace0bcf2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.6341467 Apr 16 05:05:41.174759 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48500) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:41.177890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:41.185122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:41.188196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:41.190373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-fb1aae25-a354-4e9d-95ac-b929c7fe01ae tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'floatingip': {'port_id': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:41.205557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:41.252914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:41.410995 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:41.418204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:41.431159 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['d02d8a58-8c85-44ed-b828-b36dcb983a37'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:05:41.519823 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01602f-9b45-49d3-b780-54e216d40056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '146ecf55-0399-4465-9fc8-5d85a5a2bd13', 'code': 200} Apr 16 05:05:41.630220 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fb1aae25-a354-4e9d-95ac-b929c7fe01ae tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:41.975697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3be327e-0904-474f-baeb-31850853003b,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:42.046897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:42.051566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48520) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:42.191927 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Checking segment: {'id': '88c8b65a-c41f-49e9-ab3c-cc1c9f71a95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '01112b5d-7cef-4d81-a81c-424c5e385c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:05:42.192863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Network hostable DHCP agents. Network: 01112b5d-7cef-4d81-a81c-424c5e385c73, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:05:42.237513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a39559-4f18-492a-81b7-a32c21892b8c req-b961fc0b-dc60-4a49-a68d-3134be69564b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:42.246049 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-05a39559-4f18-492a-81b7-a32c21892b8c req-b961fc0b-dc60-4a49-a68d-3134be69564b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.5792398 Apr 16 05:05:42.341999 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Network 01112b5d-7cef-4d81-a81c-424c5e385c73 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:05:42.366717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 01112b5d-7cef-4d81-a81c-424c5e385c73) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:42.388305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc496af-78d8-4e0c-a869-a00c8be40bb3 None None] Network 01112b5d-7cef-4d81-a81c-424c5e385c73 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:05:42.403191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aa70e-1ceb-4981-8e81-af73f3f9dd54 req-483e81d8-2f9b-4917-8991-304f9368124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:42.412068 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-076aa70e-1ceb-4981-8e81-af73f3f9dd54 req-483e81d8-2f9b-4917-8991-304f9368124c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 1098 time: 0.6011279 Apr 16 05:05:42.595453 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:42.596235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:42.683094 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-05a39559-4f18-492a-81b7-a32c21892b8c req-251ff7b1-a1f4-478c-a1d6-4cf91c3fa480 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063575 Apr 16 05:05:42.845189 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-076aa70e-1ceb-4981-8e81-af73f3f9dd54 req-e7bb4bf3-8d28-47c4-9573-4cb2f717f7e7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517560 Apr 16 05:05:42.848360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:42.869841 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.1090117 Apr 16 05:05:42.890721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:42.905824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b1e73e725f2e47bd9c3f2d4a7e2fd88e is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:42.917606 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:42.944431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:43.004645 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe11a850-d664-4b48-9f96-be634d94dc46 req-225b7c3c-cf0e-4528-994a-ef6fac782034 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:43.020156 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fe11a850-d664-4b48-9f96-be634d94dc46 req-225b7c3c-cf0e-4528-994a-ef6fac782034 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 944 time: 0.6057768 Apr 16 05:05:43.125464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f7c97-2c4f-4377-ac26-ec7e2631c75d None None] Network 01112b5d-7cef-4d81-a81c-424c5e385c73 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:05:43.183897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:43.189380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:43.224808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3bea9e72-8b41-47b2-b978-6efb9c0d6977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:43.284444 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fe11a850-d664-4b48-9f96-be634d94dc46 req-e4b538b5-3028-4e42-b21f-64359739f280 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476652 Apr 16 05:05:43.326079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fb1aae25-a354-4e9d-95ac-b929c7fe01ae tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:43.326777 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1e73e725f2e47bd9c3f2d4a7e2fd88e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2567313 Apr 16 05:05:43.328348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48552) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:43.332792 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e634341-bae8-4d47-99fa-4d33801b039a,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:43.348574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:43.355917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fb1aae25-a354-4e9d-95ac-b929c7fe01ae tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:43.477364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-631a226d-b15f-49ba-a12e-e255956631c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:43.564504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-631a226d-b15f-49ba-a12e-e255956631c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:43.713125 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-fb1aae25-a354-4e9d-95ac-b929c7fe01ae tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Floating IP 2bef5012-b128-47f0-8ba3-69181645005b associated. External IP: 172.28.1.171, port: 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8. Apr 16 05:05:43.968893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-631a226d-b15f-49ba-a12e-e255956631c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:43.982741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:43.999332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a226d-b15f-49ba-a12e-e255956631c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e634341-bae8-4d47-99fa-4d33801b039a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:44.002011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-631a226d-b15f-49ba-a12e-e255956631c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:44.006547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-631a226d-b15f-49ba-a12e-e255956631c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:44.007864 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-631a226d-b15f-49ba-a12e-e255956631c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e634341-bae8-4d47-99fa-4d33801b039a HTTP/1.1" status: 204 len: 168 time: 0.6772423 Apr 16 05:05:44.214152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:05:44.253906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1aae25-a354-4e9d-95ac-b929c7fe01ae tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Router 530968bd-cf5a-4616-996c-a7f8762e8570 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:05:44.364610 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port d02d8a58-8c85-44ed-b828-b36dcb983a37 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:05:44.374932 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port d02d8a58-8c85-44ed-b828-b36dcb983a37 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:05:44.375361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:44.543681 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1aae25-a354-4e9d-95ac-b929c7fe01ae tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:05:44.558885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] Sync routers for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:05:44.572568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:44.574414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fb1aae25-a354-4e9d-95ac-b929c7fe01ae tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:44.582266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:05:44.583382 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:05:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:44.613786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:05:44.615204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:44.630532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:44.631977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-4cdfb1eb-6774-4fb9-924f-62c8cb62fbd9 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:44.633370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-4cdfb1eb-6774-4fb9-924f-62c8cb62fbd9 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Synchronizing usage tracker for tenant:1135ffbc4dae411dac7024d72517c74e on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:44.633761 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:44.715277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f795ac8-252a-4dae-aeff-c149a3e85def req-9a5fbb56-e352-42a0-b5db-90c3eb75adb8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:44.718543 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5f795ac8-252a-4dae-aeff-c149a3e85def req-9a5fbb56-e352-42a0-b5db-90c3eb75adb8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.5881364 Apr 16 05:05:44.748973 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-fb1aae25-a354-4e9d-95ac-b929c7fe01ae tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "PUT /v2.0/floatingips/2bef5012-b128-47f0-8ba3-69181645005b HTTP/1.1" status: 200 len: 991 time: 3.5722485 Apr 16 05:05:44.751819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'tag': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:44.811085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48590) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:44.825020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:44.830420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:44.851736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:44.864816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-4cdfb1eb-6774-4fb9-924f-62c8cb62fbd9 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Unset dirty status for tenant:1135ffbc4dae411dac7024d72517c74e on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:44.867327 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-4cdfb1eb-6774-4fb9-924f-62c8cb62fbd9 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/networks?id=3cc65e1b-4ad6-4b82-9fca-12ac641ae12f HTTP/1.1" status: 200 len: 809 time: 0.6664522 Apr 16 05:05:44.874134 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5f795ac8-252a-4dae-aeff-c149a3e85def req-162dce95-7f7a-4913-9f75-ec75fd5ec587 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419005 Apr 16 05:05:44.904149 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-72f93d6e-bbed-4eb1-800b-27fc1d2a550f tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/quotas/1135ffbc4dae411dac7024d72517c74e HTTP/1.1" status: 200 len: 375 time: 0.0236995 Apr 16 05:05:44.910183 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:44.925622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Usage tracker for resource:security_group_rule and tenant:81a250b2e4ec4598aa4b5273bbcc4302 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:44.934500 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:44.952833 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:45.095668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:05:45.122117 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-ad815464-ca5a-4b68-8505-ba40d73b1ea6 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=1135ffbc4dae411dac7024d72517c74e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1926684 Apr 16 05:05:45.129920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:45.134765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:45.146933 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-32866204-a77c-4058-8f75-680d3c8eaf28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:45.203103 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81a250b2e4ec4598aa4b5273bbcc4302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3909051 Apr 16 05:05:45.204228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2d3ed3-3b52-4e77-bb9b-014d9aedacaf,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:45.209090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48598) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:45.212216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:45.287281 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-518d218d-1b3b-4469-b023-0bbe32be2bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:45.317399 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-518d218d-1b3b-4469-b023-0bbe32be2bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:45.401199 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-518d218d-1b3b-4469-b023-0bbe32be2bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:45.407358 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5e51ebcb-f28f-47ce-ad14-fc90cbbd03c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:45.413802 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-cec2cf2c-e35a-4aa7-af65-4ba692f37f84 service neutron] 10.222.0.48 "GET /v2.0/networks/3cc65e1b-4ad6-4b82-9fca-12ac641ae12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755115 Apr 16 05:05:45.420248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d218d-1b3b-4469-b023-0bbe32be2bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2d3ed3-3b52-4e77-bb9b-014d9aedacaf,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:45.422996 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-518d218d-1b3b-4469-b023-0bbe32be2bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:45.428919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-518d218d-1b3b-4469-b023-0bbe32be2bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:45.430207 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-518d218d-1b3b-4469-b023-0bbe32be2bfd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee2d3ed3-3b52-4e77-bb9b-014d9aedacaf HTTP/1.1" status: 204 len: 168 time: 0.2199829 Apr 16 05:05:45.434926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480825-d760-4f07-ba6a-651f3fae872a req-41b1aa9f-0f01-47ca-92a0-ba4f6949b2aa tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:45.436637 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2c480825-d760-4f07-ba6a-651f3fae872a req-41b1aa9f-0f01-47ca-92a0-ba4f6949b2aa tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.1683996 Apr 16 05:05:45.639064 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2c480825-d760-4f07-ba6a-651f3fae872a req-595bc191-981f-4f99-88a3-7c12af9f8086 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878159 Apr 16 05:05:45.678865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': '2bef5012-b128-47f0-8ba3-69181645005b', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'floating_ip_address': '172.28.1.171', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'port_id': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'mac_address': 'fa:16:3e:e4:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:04:56Z', 'updated_at': '2021-04-16T05:05:43Z', 'revision_number': 1, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:45.684086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] Checking router: 530968bd-cf5a-4616-996c-a7f8762e8570 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:05:45.704889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:05:45.706083 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:05:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:45.724446 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-927faa1c-11c4-4ddf-a87b-43bbdc88eee4 service neutron] 10.222.0.48 "GET /v2.0/networks/3cc65e1b-4ad6-4b82-9fca-12ac641ae12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699120 Apr 16 05:05:45.777086 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'code': 200} Apr 16 05:05:46.006752 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'tag': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8', 'status': 'completed', 'code': 200} Apr 16 05:05:46.119718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:05:46.294303 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48620) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:46.549034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fc74a-a50a-4f03-bbd1-3300bd807452 req-8e1be734-0b45-4ff3-8421-006521def078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:46.557920 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-175fc74a-a50a-4f03-bbd1-3300bd807452 req-8e1be734-0b45-4ff3-8421-006521def078 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 1098 time: 0.4093914 Apr 16 05:05:46.765761 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-175fc74a-a50a-4f03-bbd1-3300bd807452 req-73224306-d0ee-43e9-960e-9afcee74eb0c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989915 Apr 16 05:05:46.874834 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': '2bef5012-b128-47f0-8ba3-69181645005b', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'floating_ip_address': '172.28.1.171', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'port_id': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'mac_address': 'fa:16:3e:e4:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:04:56Z', 'updated_at': '2021-04-16T05:05:43Z', 'revision_number': 1, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:46.888550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090399dc-3d94-4611-983f-efb35dbdbb53 None None] The sync data for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb is: [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': '2bef5012-b128-47f0-8ba3-69181645005b', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'floating_ip_address': '172.28.1.171', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'port_id': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'mac_address': 'fa:16:3e:e4:62:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:04:56Z', 'updated_at': '2021-04-16T05:05:43Z', 'revision_number': 1, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:05:46.920488 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a2292ec7-e010-4219-bd2e-e8d5d4808edc req-d5898ac9-3f05-4c47-b820-0ae116b92be9 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 210 time: 0.3216820 Apr 16 05:05:47.091759 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1a9d9f-a01f-47a2-874f-5ac9e8b6d26c admin admin] Deleting subnet e5cd6090-8bc7-4ef7-a858-04eb45104cc5 {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:05:47.120570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9d9f-a01f-47a2-874f-5ac9e8b6d26c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:47.331331 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec03905-f120-4ab1-b8bb-5e33b40ec63e None None] New status for floating IP 2bef5012-b128-47f0-8ba3-69181645005b: ACTIVE {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:05:47.344242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-266b780d-de56-4f08-9262-441c5c792177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:47.347207 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-266b780d-de56-4f08-9262-441c5c792177 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 1098 time: 1.2669237 Apr 16 05:05:47.495416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9d9f-a01f-47a2-874f-5ac9e8b6d26c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:47.523052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9d9f-a01f-47a2-874f-5ac9e8b6d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:47.561965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40916bf1-d3b1-4a01-a71c-c82153c200e0 req-0718546a-c7f8-4e79-9ee6-c4250609d80c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:47.570249 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40916bf1-d3b1-4a01-a71c-c82153c200e0 req-0718546a-c7f8-4e79-9ee6-c4250609d80c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.6479776 Apr 16 05:05:47.584439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-2d5e438a-5764-4679-a1a2-cfafbbb17edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:47.584439 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-2d5e438a-5764-4679-a1a2-cfafbbb17edc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 1098 time: 0.9813418 Apr 16 05:05:47.759087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-2bf367ec-5b7f-4655-a8e9-a7587fe54e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:47.764218 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-2bf367ec-5b7f-4655-a8e9-a7587fe54e97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 912 time: 0.4022443 Apr 16 05:05:48.013204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-6b1cb1df-12cd-4ab7-970b-a174afd98be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:48.014757 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-6b1cb1df-12cd-4ab7-970b-a174afd98be9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 919 time: 0.3934741 Apr 16 05:05:48.306349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-3cd36efd-1f06-466e-b536-37672db8a219 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:48.310779 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-3cd36efd-1f06-466e-b536-37672db8a219 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.47 "GET /v2.0/networks?id=3cc65e1b-4ad6-4b82-9fca-12ac641ae12f HTTP/1.1" status: 200 len: 809 time: 0.3013506 Apr 16 05:05:48.328275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Request body: {'port': {'device_id': '9f59442a-a8d7-48d4-b4f7-58253615c831', 'network_id': '3cc65e1b-4ad6-4b82-9fca-12ac641ae12f', 'admin_state_up': True, 'tenant_id': '1135ffbc4dae411dac7024d72517c74e'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:48.549247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:48.554378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Usage tracker for resource:port and tenant:1135ffbc4dae411dac7024d72517c74e is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:48.559600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:48.568536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:48.585245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Made reservation on behalf of 1135ffbc4dae411dac7024d72517c74e for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:48.593580 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:48.664011 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-1b1dd09c-166e-40f5-944c-1bc7862aaa92 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=146ecf55-0399-4465-9fc8-5d85a5a2bd13 HTTP/1.1" status: 200 len: 217 time: 0.6345539 Apr 16 05:05:48.855562 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40916bf1-d3b1-4a01-a71c-c82153c200e0 req-2d57f4e6-4897-4b20-8401-7aadd00d908b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2838109 Apr 16 05:05:48.882546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d81321-3ce8-4b81-ba42-8001639767ee req-7338c134-7d8a-4c60-8b00-e0f13efde163 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:48.904810 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40d81321-3ce8-4b81-ba42-8001639767ee req-7338c134-7d8a-4c60-8b00-e0f13efde163 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 1.7056935 Apr 16 05:05:48.952587 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-155ffc9c-28a9-40fc-87da-8ef22a0b9032 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 HTTP/1.1" status: 200 len: 1001 time: 1.0901670 Apr 16 05:05:49.072034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Allocated IP 172.20.0.7 (3cc65e1b-4ad6-4b82-9fca-12ac641ae12f/d79f13dd-1043-434e-a350-c7c9e8598f6d/9a5f0e42-7e6e-4942-921b-5b1171cb0b61) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:05:49.113382 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-5f2225c0-18c5-4022-99c7-f7e30c3c913a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:49.115648 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-5f2225c0-18c5-4022-99c7-f7e30c3c913a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.3615940 Apr 16 05:05:49.260223 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-6f959ba7-ecfc-4d7d-8e44-70ebd3f52b41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322706 Apr 16 05:05:49.439365 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-6a7cb847-a990-4ffe-bb8d-781c0efbf5f3 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703782 Apr 16 05:05:49.444457 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40d81321-3ce8-4b81-ba42-8001639767ee req-330bfb9d-57d4-476f-98f6-a0eaf9f7def4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5379856 Apr 16 05:05:49.556833 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:49.624552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:49.656448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:49.694906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1884d59c-3903-4bac-a6a3-28ed650867e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:49.726277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-43b090a3-fa6a-4177-984e-0734b31170f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:49.728214 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-43b090a3-fa6a-4177-984e-0734b31170f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 200 len: 850 time: 0.6881757 Apr 16 05:05:49.781307 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5aabd0f3-0bd6-49ad-af92-865c57922cba req-414696eb-1356-4efe-9f74-75c2f805e391 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253212 Apr 16 05:05:49.932218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21416e9b-c758-4533-81af-4e801ace1381 req-9b84f616-df78-4936-9827-5b332b1bbf7c tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:49.934531 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-21416e9b-c758-4533-81af-4e801ace1381 req-9b84f616-df78-4936-9827-5b332b1bbf7c tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 931 time: 0.3344605 Apr 16 05:05:49.958252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Pushing event updated for resources: {'Port': ['ID=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:49.968007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:49.992237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-c6b6acc9-8774-4ea0-95de-71f7ebc8fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:49.993947 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-c6b6acc9-8774-4ea0-95de-71f7ebc8fc34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=984efdec-5b56-404c-a3d4-f6e7a0fea60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2536032 Apr 16 05:05:50.088395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:05:50.091343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:05:50.095797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:05:50.129984 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9d9f-a01f-47a2-874f-5ac9e8b6d26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:50.234897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:50.236586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:50.247811 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-f8b78b5d-bba0-4f73-9435-7ff593f829ce service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437329 Apr 16 05:05:50.279275 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9595213 Apr 16 05:05:50.290452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:50.295693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Request body: {'port': {'device_id': '9f59442a-a8d7-48d4-b4f7-58253615c831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:50.491434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:50.509253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9d9f-a01f-47a2-874f-5ac9e8b6d26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5cd6090-8bc7-4ef7-a858-04eb45104cc5,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:50.516803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-21416e9b-c758-4533-81af-4e801ace1381 req-340b6910-bbaa-4fac-8450-7625d25924a4 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Synchronizing usage tracker for tenant:1135ffbc4dae411dac7024d72517c74e on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:05:50.536857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3a1a9d9f-a01f-47a2-874f-5ac9e8b6d26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:50.614316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48736) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:50.635123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-21416e9b-c758-4533-81af-4e801ace1381 req-340b6910-bbaa-4fac-8450-7625d25924a4 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Unset dirty status for tenant:1135ffbc4dae411dac7024d72517c74e on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:05:50.636916 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-21416e9b-c758-4533-81af-4e801ace1381 req-340b6910-bbaa-4fac-8450-7625d25924a4 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6758673 Apr 16 05:05:50.689084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9d9f-a01f-47a2-874f-5ac9e8b6d26c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:50.703495 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7d7be0cc-9b74-4282-bb1f-2d3a6d65bd79 req-67ed069c-7f9d-4025-86b3-1dac5090f691 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143598 Apr 16 05:05:50.708787 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3a1a9d9f-a01f-47a2-874f-5ac9e8b6d26c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5cd6090-8bc7-4ef7-a858-04eb45104cc5 HTTP/1.1" status: 204 len: 168 time: 4.3788111 Apr 16 05:05:50.717418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f73493-dd3d-410b-8b95-db47a7061f0f req-8f0cef87-8db2-4fd5-9229-595d8f5960a1 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:50.725927 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-75f73493-dd3d-410b-8b95-db47a7061f0f req-8f0cef87-8db2-4fd5-9229-595d8f5960a1 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.5355449 Apr 16 05:05:50.727733 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48742) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:50.882214 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-75f73493-dd3d-410b-8b95-db47a7061f0f req-cad13194-bcca-4b98-8090-57e048925aae tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552734 Apr 16 05:05:50.974238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:51.219948 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:51.273412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:51.278654 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:51.298646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Usage tracker for resource:security_group_rule and tenant:cff89d7ad31049a29894f002eb3ab838 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:51.307982 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:51.352590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:51.437709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5515d-5223-470e-b660-33439c4fc75b req-be1b329b-5ec1-4263-86ff-3c87726d7a0c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:51.440738 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-28d5515d-5223-470e-b660-33439c4fc75b req-be1b329b-5ec1-4263-86ff-3c87726d7a0c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.3801451 Apr 16 05:05:51.508501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.509314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.511046 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.511824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > port after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.512425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > port after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.513220 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > port after_update 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.513647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.514270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.514921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.515520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.654419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.655085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.655685 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.656310 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85335) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 16 05:05:51.656993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e0e061-0b89-404b-baf2-aa3cf165d662']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:51.723697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5a4591-b301-4c09-84be-bbd0ed51173a') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:51.724277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5a4591-b301-4c09-84be-bbd0ed51173a') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:51.762021 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852657675'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:51.780953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:51.788567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:51.791379 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-28d5515d-5223-470e-b660-33439c4fc75b req-d27ad7df-a6f1-4767-ab1d-4ad41d64b1f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139579 Apr 16 05:05:51.830562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:51.864718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:05:51.907987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cd1cc44d-85d1-45a5-8171-24ad2c570f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:51.929957 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cff89d7ad31049a29894f002eb3ab838&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3135965 Apr 16 05:05:51.952784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48754) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:52.047214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90af3585-bebb-4f17-9adb-474b40dbcc67,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:52.071978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:05:52.088272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:52.097422 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:52.521693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2001961c-ba38-4a4b-8586-08233426213f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:52.658836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Network 36e0e061-0b89-404b-baf2-aa3cf165d662 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:05:52.671913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103373'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:52.787694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:52.868560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-850bb25f-8177-4800-9fe7-6aa68faff0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:52.998962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f238327-1ce9-4e2b-9834-1acc07458c63 req-f4d8e6e5-893c-4cb0-858a-3fe04657bfe2 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:53.000739 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f238327-1ce9-4e2b-9834-1acc07458c63 req-f4d8e6e5-893c-4cb0-858a-3fe04657bfe2 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 931 time: 1.0465930 Apr 16 05:05:53.041322 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63aaae1-8b7f-45c6-ab98-3262cf1315b1 req-a8b98dcc-5c8f-41d9-9146-adba0f1471e8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:53.043245 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b63aaae1-8b7f-45c6-ab98-3262cf1315b1 req-a8b98dcc-5c8f-41d9-9146-adba0f1471e8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.8891158 Apr 16 05:05:53.045438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Network 36e0e061-0b89-404b-baf2-aa3cf165d662 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:05:53.059454 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48770) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:53.070200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-9ab2a859-f1a8-4c0a-a11b-3d546609b4f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'floatingip': {'port_id': 'd02d8a58-8c85-44ed-b828-b36dcb983a37'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: from cryptography.utils import int_from_bytes Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: from cryptography.utils import int_from_bytes Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: (rel_b, rel_a, rel_b), Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: (rel_b, rel_a, rel_b), Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:05:53.099068 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:05:53.111319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-850bb25f-8177-4800-9fe7-6aa68faff0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:53.186274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:05:53.218442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ab2a859-f1a8-4c0a-a11b-3d546609b4f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:53.346529 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:53.350770 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f238327-1ce9-4e2b-9834-1acc07458c63 req-cb061699-e6c3-46ff-a3ee-a1a626706997 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230560 Apr 16 05:05:53.357897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9228dbc8-dba5-46f0-bf15-2b7331355c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:53.382225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Pushing event deleted for resources: {'Network': ['ID=36e0e061-0b89-404b-baf2-aa3cf165d662,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:53.386860 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:53.392189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:53.402235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Transition to ACTIVE for port object 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:05:53.409097 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] 10.222.0.48 "DELETE /v2.0/networks/36e0e061-0b89-404b-baf2-aa3cf165d662 HTTP/1.1" status: 204 len: 168 time: 2.6763248 Apr 16 05:05:53.416561 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:53.439718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-850bb25f-8177-4800-9fe7-6aa68faff0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:53.457090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-850bb25f-8177-4800-9fe7-6aa68faff0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:53.459516 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-850bb25f-8177-4800-9fe7-6aa68faff0c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90af3585-bebb-4f17-9adb-474b40dbcc67 HTTP/1.1" status: 204 len: 168 time: 1.5026395 Apr 16 05:05:53.462982 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-631a226d-b15f-49ba-a12e-e255956631c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:53.520882 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:53.526456 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bb25f-8177-4800-9fe7-6aa68faff0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90af3585-bebb-4f17-9adb-474b40dbcc67,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:53.533635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-850bb25f-8177-4800-9fe7-6aa68faff0c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:53.551103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df08a-a8b2-4d2b-9b71-4af00139ccd8 req-22d0d374-223d-40c9-a707-b95d8bbece60 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:53.566383 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-693df08a-a8b2-4d2b-9b71-4af00139ccd8 req-22d0d374-223d-40c9-a707-b95d8bbece60 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.2966094 Apr 16 05:05:53.660432 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-693df08a-a8b2-4d2b-9b71-4af00139ccd8 req-52682b33-8e63-400d-8e5a-50cd3b958ad2 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904717 Apr 16 05:05:53.746350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48778) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:53.778621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:53.785711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:53.859402 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7bfdc3da-29d0-472f-94b2-54e7e45df9d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11f169f27e1a499892062272e57fdd1a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1108341 Apr 16 05:05:53.861473 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48786) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:54.012531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.073234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88d6fc7c-df2f-45ca-b4d7-d50d808bf483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.142900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88d6fc7c-df2f-45ca-b4d7-d50d808bf483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.172364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Attempting to bind port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:05:54.173014 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Attempting to bind port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '3785f590-635d-4176-b600-9d583dfb87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3cc65e1b-4ad6-4b82-9fca-12ac641ae12f'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:05:54.173557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Attempting to bind port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 on network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:54.257337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48794) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:54.260965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 on network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:05:54.261396 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Attempting to bind port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 on network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:05:54.290938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:05:54.291271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Checking segment: {'id': '3785f590-635d-4176-b600-9d583dfb87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3cc65e1b-4ad6-4b82-9fca-12ac641ae12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:05:54.291586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Bound using segment: {'id': '3785f590-635d-4176-b600-9d583dfb87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3cc65e1b-4ad6-4b82-9fca-12ac641ae12f'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:05:54.292147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Bound port: 9a5f0e42-7e6e-4942-921b-5b1171cb0b61, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3785f590-635d-4176-b600-9d583dfb87be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3cc65e1b-4ad6-4b82-9fca-12ac641ae12f'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:05:54.292545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.295434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.320920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:54.328716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Usage tracker for resource:security_group_rule and tenant:2f169413cfdd41b9862b9c1987f3a946 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:54.332966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:54.343682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:54.346772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88d6fc7c-df2f-45ca-b4d7-d50d808bf483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.354433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:54.373296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6fc7c-df2f-45ca-b4d7-d50d808bf483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3265d35d-d50d-4d32-accc-06eefe11a8f1,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:54.383898 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88d6fc7c-df2f-45ca-b4d7-d50d808bf483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:54.435384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88d6fc7c-df2f-45ca-b4d7-d50d808bf483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.444177 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] For port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61, host hv-cinder-78652, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:05:54.452590 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-88d6fc7c-df2f-45ca-b4d7-d50d808bf483 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3265d35d-d50d-4d32-accc-06eefe11a8f1 HTTP/1.1" status: 204 len: 168 time: 0.5814784 Apr 16 05:05:54.519901 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] For port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,segment=NetworkSegment(3785f590-635d-4176-b600-9d583dfb87be),segment_id=3785f590-635d-4176-b600-9d583dfb87be)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:05:54.534627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.560455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:54.660208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.716031 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ab2a859-f1a8-4c0a-a11b-3d546609b4f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.734665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ab2a859-f1a8-4c0a-a11b-3d546609b4f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.807175 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:54.825699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:54.988858 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f169413cfdd41b9862b9c1987f3a946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7297790 Apr 16 05:05:54.996732 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48808) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:55.004006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90033465-212b-40da-bb29-8d54cf110176,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:55.160250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:55.201562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-206f5fb7-1c36-4ee3-ab43-80ec703b952d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:55.266973 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e44f62-3eaf-46c7-bfe9-53ca5db9b096 req-11190f99-ea01-4e83-b1b3-f2ba1481f6e9 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:55.282845 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-09e44f62-3eaf-46c7-bfe9-53ca5db9b096 req-11190f99-ea01-4e83-b1b3-f2ba1481f6e9 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 943 time: 0.6170776 Apr 16 05:05:55.333170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Pushing event updated for resources: {'Port': ['ID=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:55.349579 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:55.515090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:55.516674 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:55.519712 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] 10.222.0.47 "PUT /v2.0/ports/9a5f0e42-7e6e-4942-921b-5b1171cb0b61 HTTP/1.1" status: 200 len: 1093 time: 5.2325020 Apr 16 05:05:55.520619 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f59442a-a8d7-48d4-b4f7-58253615c831', 'tag': '9a5f0e42-7e6e-4942-921b-5b1171cb0b61'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:55.534712 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-9ab2a859-f1a8-4c0a-a11b-3d546609b4f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Floating IP eb817dad-75e5-4b14-9f7e-6dff1c6f341b associated. External IP: 172.28.1.129, port: d02d8a58-8c85-44ed-b828-b36dcb983a37. Apr 16 05:05:55.539793 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-206f5fb7-1c36-4ee3-ab43-80ec703b952d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:55.675079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:55.697755 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-09e44f62-3eaf-46c7-bfe9-53ca5db9b096 req-9eb77ffa-5167-4340-b97a-5f95f6b8ce6d tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121602 Apr 16 05:05:55.727324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5782c68-c427-4345-90b4-174412c7e122 req-42ec298e-b064-4905-b10f-25b3b4758a27 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:55.729248 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d5782c68-c427-4345-90b4-174412c7e122 req-42ec298e-b064-4905-b10f-25b3b4758a27 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.3968232 Apr 16 05:05:55.755386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-206f5fb7-1c36-4ee3-ab43-80ec703b952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:55.762335 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2b3afac9-dd26-4bb9-a85c-bc394c50b1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:55.827114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206f5fb7-1c36-4ee3-ab43-80ec703b952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90033465-212b-40da-bb29-8d54cf110176,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:55.829464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-206f5fb7-1c36-4ee3-ab43-80ec703b952d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:55.834539 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-206f5fb7-1c36-4ee3-ab43-80ec703b952d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90033465-212b-40da-bb29-8d54cf110176 HTTP/1.1" status: 204 len: 168 time: 0.8306479 Apr 16 05:05:55.843196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-206f5fb7-1c36-4ee3-ab43-80ec703b952d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:55.857277 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d5782c68-c427-4345-90b4-174412c7e122 req-ba0b8080-438b-40c5-9038-31a029b911ce tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809653 Apr 16 05:05:55.899471 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f59442a-a8d7-48d4-b4f7-58253615c831', 'tag': '9a5f0e42-7e6e-4942-921b-5b1171cb0b61', 'status': 'completed', 'code': 200} Apr 16 05:05:56.063946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-204352e1-37c5-4245-8698-680d4b4c3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:56.067792 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-204352e1-37c5-4245-8698-680d4b4c3c50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1135ffbc4dae411dac7024d72517c74e&device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 1096 time: 0.4254925 Apr 16 05:05:56.303182 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-4c15dad2-1848-4947-93eb-6fa01bf20d99 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a5f0e42-7e6e-4942-921b-5b1171cb0b61 HTTP/1.1" status: 200 len: 217 time: 0.1099815 Apr 16 05:05:56.415526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48838) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:56.479727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-45959982-e508-438b-ac6d-0fa2a7d6fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:56.481399 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-45959982-e508-438b-ac6d-0fa2a7d6fd32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d79f13dd-1043-434e-a350-c7c9e8598f6d HTTP/1.1" status: 200 len: 849 time: 0.1190960 Apr 16 05:05:56.553729 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-0e1f82d1-f191-4374-b263-eaeb2211d650 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cc65e1b-4ad6-4b82-9fca-12ac641ae12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587871 Apr 16 05:05:56.586431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab2a859-f1a8-4c0a-a11b-3d546609b4f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Router 40d73ffe-a928-4574-a875-08cfcaff1ed3 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:05:56.691174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:56.728243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:56.737597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Usage tracker for resource:security_group_rule and tenant:df6a60f701a841f4a117d2ef083de40b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:56.744297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:56.758009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:56.890026 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-21b41e7a-5d20-4afc-a214-7214459bc0f8 service neutron] 10.222.0.47 "GET /v2.0/networks/3cc65e1b-4ad6-4b82-9fca-12ac641ae12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280566 Apr 16 05:05:57.064459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:57.075068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:57.134259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab2a859-f1a8-4c0a-a11b-3d546609b4f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:05:57.154235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48866) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:57.162797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] Sync routers for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:05:57.177367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8535ec50-8081-4c80-b156-3ecda70347ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:57.196662 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df6a60f701a841f4a117d2ef083de40b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7788167 Apr 16 05:05:57.206814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48872) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:57.213475 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:05:57.215096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:05:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:57.226211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9ab2a859-f1a8-4c0a-a11b-3d546609b4f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:57.408305 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9ab2a859-f1a8-4c0a-a11b-3d546609b4f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "PUT /v2.0/floatingips/eb817dad-75e5-4b14-9f7e-6dff1c6f341b HTTP/1.1" status: 200 len: 991 time: 4.3465450 Apr 16 05:05:57.430080 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53cf191f-e26a-4b71-9546-66513b8cca79 req-9aaf96b8-2859-4ce4-abaa-6c64d54dfd9f service neutron] 10.222.0.47 "GET /v2.0/networks/3cc65e1b-4ad6-4b82-9fca-12ac641ae12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267282 Apr 16 05:05:57.444186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-931946465-network', 'tenant_id': '9938d71b3b1e42928c8f49e035d59b04'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:57.452367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:57.461472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Usage tracker for resource:network and tenant:9938d71b3b1e42928c8f49e035d59b04 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:57.467997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:57.480599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:57.521970 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Made reservation on behalf of 9938d71b3b1e42928c8f49e035d59b04 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:57.535786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:57.584337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b881518-cd5b-424f-ae43-cd5a78e2454e,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:57.594580 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:05:57.600115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:57.636036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb0b1-0ebe-4b1d-b3f6-5d467a68bed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:57.680629 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:57.692694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb0b1-0ebe-4b1d-b3f6-5d467a68bed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:57.715511 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:57.726756 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Usage tracker for resource:security_group_rule and tenant:9938d71b3b1e42928c8f49e035d59b04 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:57.734620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:57.753519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:57.785187 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb0b1-0ebe-4b1d-b3f6-5d467a68bed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:57.797015 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88769912-b41e-4928-b8e5-9dead605a09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:57.835326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-74d02343-865e-4f20-a7e5-94a32f97728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:57.839596 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-74d02343-865e-4f20-a7e5-94a32f97728f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1135ffbc4dae411dac7024d72517c74e&device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 1096 time: 0.2746174 Apr 16 05:05:57.849019 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bb0b1-0ebe-4b1d-b3f6-5d467a68bed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b881518-cd5b-424f-ae43-cd5a78e2454e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:57.875678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0f9bb0b1-0ebe-4b1d-b3f6-5d467a68bed7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:57.902457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73d7c7-e0af-47fe-b41e-e5359c253945 req-0f87fe7c-3af5-45a1-b6cc-bfcfea154708 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:57.905196 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa73d7c7-e0af-47fe-b41e-e5359c253945 req-0f87fe7c-3af5-45a1-b6cc-bfcfea154708 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 943 time: 0.7014213 Apr 16 05:05:57.923273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae6368-73c5-4716-8abe-73370bcf2cc0 req-6e3a4204-e7ac-4807-8165-d01fb100a95f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:57.935408 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f0ae6368-73c5-4716-8abe-73370bcf2cc0 req-6e3a4204-e7ac-4807-8165-d01fb100a95f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.7598948 Apr 16 05:05:57.961919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f9bb0b1-0ebe-4b1d-b3f6-5d467a68bed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:57.965098 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0f9bb0b1-0ebe-4b1d-b3f6-5d467a68bed7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b881518-cd5b-424f-ae43-cd5a78e2454e HTTP/1.1" status: 204 len: 168 time: 0.6824968 Apr 16 05:05:58.135086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:05:58.145168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-265a4594-73a5-4c4a-a88d-ed868fa37176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:58.147856 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-265a4594-73a5-4c4a-a88d-ed868fa37176 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3cc65e1b-4ad6-4b82-9fca-12ac641ae12f HTTP/1.1" status: 200 len: 910 time: 0.2981567 Apr 16 05:05:58.221606 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa73d7c7-e0af-47fe-b41e-e5359c253945 req-b992ff2e-2cac-4fb1-a8c6-1428bbfb685d tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791300 Apr 16 05:05:58.240998 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f0ae6368-73c5-4716-8abe-73370bcf2cc0 req-c92b3728-1c4d-4e7e-93b6-04b269ddf255 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039889 Apr 16 05:05:58.322833 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-3e700e29-37f5-47cd-8ecc-3c58859a3442 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a5f0e42-7e6e-4942-921b-5b1171cb0b61 HTTP/1.1" status: 200 len: 217 time: 0.1658711 Apr 16 05:05:58.457441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:58.614686 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'status': 'completed', 'code': 200} Apr 16 05:05:58.660642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-dd4782eb-7b7e-418a-ba59-83f4599ed1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:58.663893 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-dd4782eb-7b7e-418a-ba59-83f4599ed1c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d79f13dd-1043-434e-a350-c7c9e8598f6d HTTP/1.1" status: 200 len: 849 time: 0.3229609 Apr 16 05:05:58.673097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:58.724458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'eb817dad-75e5-4b14-9f7e-6dff1c6f341b', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'floating_ip_address': '172.28.1.129', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'port_id': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'mac_address': 'fa:16:3e:c8:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:05:13Z', 'updated_at': '2021-04-16T05:05:54Z', 'revision_number': 1, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:58.737663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] Checking router: 40d73ffe-a928-4574-a875-08cfcaff1ed3 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:05:58.759587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:05:58.760792 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:05:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:05:58.766022 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-dc8ce809-9879-4729-9dfd-689b92708642 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3cc65e1b-4ad6-4b82-9fca-12ac641ae12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899670 Apr 16 05:05:58.767964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:58.777123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b8c296f7-70f4-42fa-a8a2-92506764b67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:58.838074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-b3be66ee-3a5f-4b7e-a55c-5c0659f2485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:58.841311 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-b3be66ee-3a5f-4b7e-a55c-5c0659f2485e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 1098 time: 0.1956043 Apr 16 05:05:58.926010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:05:58.942401 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50334c16-d933-4f0d-b156-9543c1d6a54a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:58.946326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:58.952796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:58.952796 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Added segment a667c04f-8834-4593-a59d-9e945e6c7409 of type vlan for network 90b5bcc5-b87d-485d-b644-e7cf2587d472 Apr 16 05:05:59.037873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:59.051444 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-b13db582-919a-4959-9a88-1422c8eac606 service neutron] 10.222.0.47 "GET /v2.0/networks/3cc65e1b-4ad6-4b82-9fca-12ac641ae12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542691 Apr 16 05:05:59.096832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48900) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:59.129300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:59.157404 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:59.162293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Usage tracker for resource:security_group_rule and tenant:2f1df8a667674cd8b383f8bfcd854fd1 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:59.165655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:59.173809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:59.249949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:05:59.302828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-a85b04ab-c838-4679-94e6-870cd3345b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:59.304812 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-a85b04ab-c838-4679-94e6-870cd3345b26 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 917 time: 0.4526820 Apr 16 05:05:59.315034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:59.324548 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:05:59.325709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:59.341050 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-640f7225-f368-4966-b9cc-bd309ac425c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:59.398765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48908) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:59.429871 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:59.436960 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:05:59.583823 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-206f5fb7-1c36-4ee3-ab43-80ec703b952d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:05:59.616736 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-92b8615d-6e06-454f-b0b5-4d5159de10ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37 HTTP/1.1" status: 200 len: 999 time: 0.3008211 Apr 16 05:05:59.853747 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d9e0ca67-ff75-4887-8b58-08992ffd46b3 req-db69f52c-07f8-4b6d-979d-373468a675d0 service neutron] 10.222.0.47 "GET /v2.0/networks/3cc65e1b-4ad6-4b82-9fca-12ac641ae12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7742848 Apr 16 05:05:59.864760 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Pushing event updated for resources: {'Network': ['ID=90b5bcc5-b87d-485d-b644-e7cf2587d472,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:05:59.870574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:05:59.880210 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7188327 Apr 16 05:05:59.881735 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48920) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:59.885916 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:05:59.892347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Request body: {'subnet': {'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-931946465-subnet', 'tenant_id': '9938d71b3b1e42928c8f49e035d59b04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:05:59.903302 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f1df8a667674cd8b383f8bfcd854fd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8053317 Apr 16 05:05:59.905537 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48924) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:05:59.907748 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:05:59.921277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Usage tracker for resource:subnet and tenant:9938d71b3b1e42928c8f49e035d59b04 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:05:59.928126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:05:59.941853 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:05:59.962681 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Made reservation on behalf of 9938d71b3b1e42928c8f49e035d59b04 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:05:59.978600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2254240'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:00.015830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a880db9-fd64-425d-89be-c56d862c18e5,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:00.062354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:00.081516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:00.123847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-9120d0e2-b6a9-4fb0-8adf-081cc755a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:00.125488 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-9120d0e2-b6a9-4fb0-8adf-081cc755a55e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.4112329 Apr 16 05:06:00.149073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:00.183440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'eb817dad-75e5-4b14-9f7e-6dff1c6f341b', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'floating_ip_address': '172.28.1.129', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'port_id': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'mac_address': 'fa:16:3e:c8:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:05:13Z', 'updated_at': '2021-04-16T05:05:54Z', 'revision_number': 1, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:06:00.193342 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5915b21-8a05-4c4c-9490-729db14f1eca None None] The sync data for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb is: [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'eb817dad-75e5-4b14-9f7e-6dff1c6f341b', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'floating_ip_address': '172.28.1.129', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'port_id': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'mac_address': 'fa:16:3e:c8:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:05:13Z', 'updated_at': '2021-04-16T05:05:54Z', 'revision_number': 1, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:06:00.213228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:06:00.458071 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Usage tracker for resource:security_group_rule and tenant:b154c7b5f2464c3eb699f2b25cc87c52 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:00.461859 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:00.490526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:00.520201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,segment=NetworkSegment(3785f590-635d-4176-b600-9d583dfb87be),segment_id=3785f590-635d-4176-b600-9d583dfb87be)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:00.529250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12900422-da4b-450c-a75c-40860e0901e1 req-953283dc-69fd-4a71-8f50-36828e93ee7f tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:00.531123 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-12900422-da4b-450c-a75c-40860e0901e1 req-953283dc-69fd-4a71-8f50-36828e93ee7f tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 943 time: 0.7280631 Apr 16 05:06:00.549272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d083e4b-d616-4b8f-ab0b-7a9e58d35fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:00.560219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '9a5f0e42-7e6e-4942-921b-5b1171cb0b61', 'network_id': '3cc65e1b-4ad6-4b82-9fca-12ac641ae12f', 'port_id': '9a5f0e42-7e6e-4942-921b-5b1171cb0b61', 'mac_address': 'fa:16:3e:56:2a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd79f13dd-1043-434e-a350-c7c9e8598f6d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:06:00.644785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ee37e-0936-496d-981c-4b41500b2587 req-4f8da5d6-cd73-40b3-9c69-73cdcdcdc541 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:00.646425 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-264ee37e-0936-496d-981c-4b41500b2587 req-4f8da5d6-cd73-40b3-9c69-73cdcdcdc541 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 1.0101080 Apr 16 05:06:00.677737 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d083e4b-d616-4b8f-ab0b-7a9e58d35fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:00.697605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2757a0-e063-45c5-8f57-da55a47f0f3e None None] New status for floating IP eb817dad-75e5-4b14-9f7e-6dff1c6f341b: ACTIVE {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:06:00.725237 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-12900422-da4b-450c-a75c-40860e0901e1 req-403d8da2-ac81-4c81-a50e-e122fdbe2510 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809406 Apr 16 05:06:00.780306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850604787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2254227'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:00.790069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-01780c74-00e4-47a6-80aa-521dc939d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:00.791919 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-01780c74-00e4-47a6-80aa-521dc939d351 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6395752 Apr 16 05:06:00.813989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66db441d-3c7e-430d-8e49-dc436944a644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:00.840101 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-264ee37e-0936-496d-981c-4b41500b2587 req-aa030183-c8fa-472f-a0e8-16172c96e23c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698153 Apr 16 05:06:00.962417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d083e4b-d616-4b8f-ab0b-7a9e58d35fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:00.972856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-547bf214-76fd-4f4a-873d-729c64d39b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:01.004860 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.012240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d083e4b-d616-4b8f-ab0b-7a9e58d35fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a880db9-fd64-425d-89be-c56d862c18e5,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:01.027618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2d083e4b-d616-4b8f-ab0b-7a9e58d35fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:01.028573 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d083e4b-d616-4b8f-ab0b-7a9e58d35fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.029877 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2d083e4b-d616-4b8f-ab0b-7a9e58d35fa9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a880db9-fd64-425d-89be-c56d862c18e5 HTTP/1.1" status: 204 len: 168 time: 1.0981288 Apr 16 05:06:01.030997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.044134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d44352bc-7990-408f-a54e-8544b183d0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:01.097653 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-1d8f1303-f8c0-4362-a1d5-4e7d41168114 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908859 Apr 16 05:06:01.116338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26e0a61-304b-46a9-99b8-6408b4f2bbb3,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:01.150450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:01.243056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.300209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:06:01.370942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,segment=NetworkSegment(3785f590-635d-4176-b600-9d583dfb87be),segment_id=3785f590-635d-4176-b600-9d583dfb87be)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:01.385441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8981d6a0-f713-4bb7-b87f-72259273e8ec,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:01.394316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.395666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:01.396367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48932) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:01.396761 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b154c7b5f2464c3eb699f2b25cc87c52&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9925926 Apr 16 05:06:01.399318 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:01.463502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Checking segment: {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:06:01.464688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Network hostable DHCP agents. Network: 90b5bcc5-b87d-485d-b644-e7cf2587d472, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:06:01.530107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0090956e-b3ea-4df9-9b66-01337b28f8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.546672 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d267fd7a-5b45-4bea-ba7c-358da1023167 req-a148b1fe-7dfa-42a1-90fb-95a23e6227ca service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882430 Apr 16 05:06:01.550838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:06:01.578808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0090956e-b3ea-4df9-9b66-01337b28f8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.592758 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 90b5bcc5-b87d-485d-b644-e7cf2587d472) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:06:01.610374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:01.611795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.612191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0059c7-5cc0-49a3-aa09-128472afce08 None None] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:06:01.675470 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7916873 Apr 16 05:06:01.691919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 48938) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:01.696785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0090956e-b3ea-4df9-9b66-01337b28f8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.711164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9f91306c-16c8-46fc-92d6-5c886ff5e48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:01.736544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.740593 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090956e-b3ea-4df9-9b66-01337b28f8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26e0a61-304b-46a9-99b8-6408b4f2bbb3,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:01.751428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0090956e-b3ea-4df9-9b66-01337b28f8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:01.752721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0090956e-b3ea-4df9-9b66-01337b28f8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.754136 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0090956e-b3ea-4df9-9b66-01337b28f8a0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e26e0a61-304b-46a9-99b8-6408b4f2bbb3 HTTP/1.1" status: 204 len: 168 time: 0.3528075 Apr 16 05:06:01.767688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['9a5f0e42-7e6e-4942-921b-5b1171cb0b61'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:06:01.776170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:01.781813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Usage tracker for resource:security_group_rule and tenant:9dfdb17f6d4d4c38b0372e648d3b4482 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:01.787108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:01.795068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:01.955591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:01.966792 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:02.108431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:02.150415 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 48952) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:02.159735 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dfdb17f6d4d4c38b0372e648d3b4482&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655893 Apr 16 05:06:02.228073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:02.282780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:02.358333 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-22634741-8077-433f-860c-c93b09b8b9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:02.414000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-22634741-8077-433f-860c-c93b09b8b9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:02.454778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d8056b-b3d1-4d20-bd77-3cc8052924c8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:02.469805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:02.516299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-22634741-8077-433f-860c-c93b09b8b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:02.531587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:02.562130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22634741-8077-433f-860c-c93b09b8b9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d8056b-b3d1-4d20-bd77-3cc8052924c8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:02.566523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-22634741-8077-433f-860c-c93b09b8b9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:02.571097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-22634741-8077-433f-860c-c93b09b8b9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:02.573769 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-22634741-8077-433f-860c-c93b09b8b9ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f6d8056b-b3d1-4d20-bd77-3cc8052924c8 HTTP/1.1" status: 204 len: 168 time: 0.4208684 Apr 16 05:06:02.581369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d877fa5-5d20-4cb7-9020-23d257a241b3 req-9f184127-3cd1-476a-a815-16b018970b08 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:02.584945 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2d877fa5-5d20-4cb7-9020-23d257a241b3 req-9f184127-3cd1-476a-a815-16b018970b08 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 944 time: 0.4875164 Apr 16 05:06:02.586698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bed6c5-5a83-49b7-803f-e5582aef5fee None None] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:06:02.693305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68425209-73ca-4030-8db0-b07b2d58af06 req-bbf76f02-a1ef-4728-aadd-1c2cefd4eee0 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:02.699417 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-68425209-73ca-4030-8db0-b07b2d58af06 req-bbf76f02-a1ef-4728-aadd-1c2cefd4eee0 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.4125745 Apr 16 05:06:02.773364 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2d877fa5-5d20-4cb7-9020-23d257a241b3 req-fa0d0145-0604-4094-9347-2db91b24485a tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724505 Apr 16 05:06:02.890974 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-68425209-73ca-4030-8db0-b07b2d58af06 req-d22d1874-1fc7-479b-a65b-3c01a2ea1ce4 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737597 Apr 16 05:06:03.802707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-8bdae6d2-d45b-4046-9b25-a57079c7172b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:03.804629 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-8bdae6d2-d45b-4046-9b25-a57079c7172b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 814 time: 0.2689121 Apr 16 05:06:03.856210 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-c385d7f0-48af-4dac-a164-ab954a704492 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/quotas/9938d71b3b1e42928c8f49e035d59b04 HTTP/1.1" status: 200 len: 375 time: 0.0342600 Apr 16 05:06:03.958102 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-892e81ae-4a05-4e84-86f2-70b880b7d271 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1001508 Apr 16 05:06:04.247286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:06:04.376555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:06:04.383902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:06:04.385377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:04.445385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191bdcc-0d69-44c0-9544-279cdfed62d6 req-1db0bec1-008a-4364-92a2-c2b6e7bc5727 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:04.448794 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e191bdcc-0d69-44c0-9544-279cdfed62d6 req-1db0bec1-008a-4364-92a2-c2b6e7bc5727 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 944 time: 0.3851388 Apr 16 05:06:04.552350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:04.556498 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-50973c0d-5d4d-4adc-9145-8b8a13f4d1e5 service neutron] 10.222.0.48 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5829287 Apr 16 05:06:04.627768 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,segment=NetworkSegment(3785f590-635d-4176-b600-9d583dfb87be),segment_id=3785f590-635d-4176-b600-9d583dfb87be)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:04.629873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f59442a-a8d7-48d4-b4f7-58253615c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5f0e42-7e6e-4942-921b-5b1171cb0b61'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:06:04.642314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:04.646905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-62b4d91d-c3ec-4595-a8ec-f6891396e0d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:04.795410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:04.800775 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:04.818282 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e191bdcc-0d69-44c0-9544-279cdfed62d6 req-26d17e55-323c-493a-b9c7-81b0ae7db69a tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471940 Apr 16 05:06:04.876637 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-1e3b990c-578d-4c02-b3fa-46a3ac73c8e3 service neutron] 10.222.0.48 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122773 Apr 16 05:06:05.304168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89d105-edc2-4a02-8f1d-dfb2d181af87 req-5338c782-d1a7-403c-b298-5fe5a1b24018 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:05.325908 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8e89d105-edc2-4a02-8f1d-dfb2d181af87 req-5338c782-d1a7-403c-b298-5fe5a1b24018 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.1967707 Apr 16 05:06:05.480012 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8e89d105-edc2-4a02-8f1d-dfb2d181af87 req-dcbfcf32-7bd1-4f5f-8912-10be6e411c7c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519895 Apr 16 05:06:05.616462 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f59442a-a8d7-48d4-b4f7-58253615c831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5f0e42-7e6e-4942-921b-5b1171cb0b61', 'code': 200} Apr 16 05:06:05.695602 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d5ba66b9-58e2-47b2-ace4-8db79da893c9 req-7c05888c-b61f-4307-9862-38a371fcffd6 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 210 time: 0.0741830 Apr 16 05:06:05.971925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dfe75-1dd1-4f9e-b053-d239cadc866c req-7a832b00-8312-464b-a872-9fe6c70a4fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:05.977817 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7a3dfe75-1dd1-4f9e-b053-d239cadc866c req-7a832b00-8312-464b-a872-9fe6c70a4fc9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 1098 time: 0.1484790 Apr 16 05:06:06.161326 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7a3dfe75-1dd1-4f9e-b053-d239cadc866c req-ac3ac8de-6dc6-49cf-84a0-fb3eb622b18c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734812 Apr 16 05:06:06.209429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a123d-0ec4-4fa1-b56f-634c1aaf2432 req-677403e9-4218-478a-a50f-88b0d51eed6c tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:06.211362 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f11a123d-0ec4-4fa1-b56f-634c1aaf2432 req-677403e9-4218-478a-a50f-88b0d51eed6c tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 945 time: 0.1373820 Apr 16 05:06:06.314364 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f11a123d-0ec4-4fa1-b56f-634c1aaf2432 req-f595000a-f306-4908-b3fc-1e4764ad497b tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941505 Apr 16 05:06:07.002236 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d6f0463b-6a4a-41f3-bc3f-7167112ea8a7 req-e1d5e42d-64ea-4651-b1b0-647ef10ee9ea tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 210 time: 0.0922771 Apr 16 05:06:07.064661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21f015-5105-448d-9ef3-4fc063ee0d2d req-004938d3-c434-4627-8118-dcd022399332 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:07.066512 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ef21f015-5105-448d-9ef3-4fc063ee0d2d req-004938d3-c434-4627-8118-dcd022399332 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.3178496 Apr 16 05:06:07.149361 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ef21f015-5105-448d-9ef3-4fc063ee0d2d req-a6c89c77-671a-4c24-8ce9-eff6b292d395 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647869 Apr 16 05:06:07.168073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-ad2efb85-39a4-410f-b12b-cd3403175316 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:07.169930 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-ad2efb85-39a4-410f-b12b-cd3403175316 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 814 time: 0.4633045 Apr 16 05:06:07.187947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Request body: {'port': {'device_id': '68ce6062-8fea-4850-9bd9-e539829bd2e9', 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472', 'admin_state_up': True, 'tenant_id': '9938d71b3b1e42928c8f49e035d59b04'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:06:07.450525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:07.459895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Usage tracker for resource:port and tenant:9938d71b3b1e42928c8f49e035d59b04 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:07.466018 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:07.479283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:07.503510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Made reservation on behalf of 9938d71b3b1e42928c8f49e035d59b04 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:06:07.515046 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:07.898170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa10ca-19f7-4d3a-b13b-50fa7521f4c6 req-8ca08f83-c5f4-4f72-86c6-ce30239bb3ce tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:07.899933 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bdfa10ca-19f7-4d3a-b13b-50fa7521f4c6 req-8ca08f83-c5f4-4f72-86c6-ce30239bb3ce tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 945 time: 0.3614557 Apr 16 05:06:07.978280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Allocated IP 172.20.0.8 (90b5bcc5-b87d-485d-b644-e7cf2587d472/8981d6a0-f713-4bb7-b87f-72259273e8ec/b1bbb333-3abd-4d5d-b55c-080a819d4baa) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:06:07.984798 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bdfa10ca-19f7-4d3a-b13b-50fa7521f4c6 req-eecc9cc6-fb9f-4034-a582-da5223ad67d8 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675709 Apr 16 05:06:08.410289 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4affd8c9-7383-45cf-ae21-50f2a2e179a4 req-cf4b3db0-d215-43ad-b6ba-96698074ccbd tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 210 time: 0.1240380 Apr 16 05:06:09.042172 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:09.146850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aff581-b180-4c2e-8877-144a806a5de8 req-27697678-a0cd-4664-9e8a-9827d09f109a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:09.149780 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-30aff581-b180-4c2e-8877-144a806a5de8 req-27697678-a0cd-4664-9e8a-9827d09f109a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.7322791 Apr 16 05:06:09.204852 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:09.247475 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:09.487115 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-30aff581-b180-4c2e-8877-144a806a5de8 req-65f1379f-eef2-49b5-b566-d09a08748fa0 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214741 Apr 16 05:06:09.534368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Pushing event updated for resources: {'Port': ['ID=b1bbb333-3abd-4d5d-b55c-080a819d4baa,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:09.543152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:09.752274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:06:09.755566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:06:09.761865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:06:09.925284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:09.926384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:10.060510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d1db8-cfce-458e-8e82-0b9c9c7ba832 req-d36beb8c-691f-4f7c-b6ee-47c50d20bf4f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:10.062357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-b24d1db8-cfce-458e-8e82-0b9c9c7ba832 req-d36beb8c-691f-4f7c-b6ee-47c50d20bf4f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Synchronizing usage tracker for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:06:10.083478 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9004369 Apr 16 05:06:10.102964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Request body: {'port': {'device_id': '68ce6062-8fea-4850-9bd9-e539829bd2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:06:10.176746 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-b24d1db8-cfce-458e-8e82-0b9c9c7ba832 req-d36beb8c-691f-4f7c-b6ee-47c50d20bf4f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Unset dirty status for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:06:10.178926 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b24d1db8-cfce-458e-8e82-0b9c9c7ba832 req-d36beb8c-691f-4f7c-b6ee-47c50d20bf4f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 931 time: 0.5387356 Apr 16 05:06:10.342759 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b24d1db8-cfce-458e-8e82-0b9c9c7ba832 req-9214aa0b-7b7a-4674-83da-6e51134f440d tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240191 Apr 16 05:06:10.359741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:10.984592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593f086-67fe-45d9-bd7d-8381c26566cf req-3c1a6bb4-bf8f-4d79-8720-5e84866bb03c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:10.992662 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d593f086-67fe-45d9-bd7d-8381c26566cf req-3c1a6bb4-bf8f-4d79-8720-5e84866bb03c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.3052185 Apr 16 05:06:11.066822 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d593f086-67fe-45d9-bd7d-8381c26566cf req-1e864769-d328-4e44-b0ce-69735036d033 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729556 Apr 16 05:06:11.186003 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bbb333-3abd-4d5d-b55c-080a819d4baa {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:06:11.207857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:11.227901 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Transition to ACTIVE for port object b1bbb333-3abd-4d5d-b55c-080a819d4baa will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:06:11.231787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:11.253431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:11.407772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bbb333-3abd-4d5d-b55c-080a819d4baa,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:11.411309 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:11.836211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Attempting to bind port b1bbb333-3abd-4d5d-b55c-080a819d4baa on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:06:11.836598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Attempting to bind port b1bbb333-3abd-4d5d-b55c-080a819d4baa by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:06:11.836967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Attempting to bind port b1bbb333-3abd-4d5d-b55c-080a819d4baa on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:06:11.852144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Port b1bbb333-3abd-4d5d-b55c-080a819d4baa on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:06:11.852473 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Attempting to bind port b1bbb333-3abd-4d5d-b55c-080a819d4baa on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:06:11.865526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:06:11.865943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Checking segment: {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:06:11.866347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Bound using segment: {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:06:11.866915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Bound port: b1bbb333-3abd-4d5d-b55c-080a819d4baa, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:06:11.867314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:11.928778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e45fd-a872-4927-a78d-77e298fcc7ef req-ddefce93-4630-4941-b127-edbd485adbca tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:11.930632 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-900e45fd-a872-4927-a78d-77e298fcc7ef req-ddefce93-4630-4941-b127-edbd485adbca tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 943 time: 0.2492995 Apr 16 05:06:12.065366 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-900e45fd-a872-4927-a78d-77e298fcc7ef req-5a15bef8-824f-4308-b03f-49198f592a86 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126473 Apr 16 05:06:12.072827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] For port b1bbb333-3abd-4d5d-b55c-080a819d4baa, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:06:12.076936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] For port b1bbb333-3abd-4d5d-b55c-080a819d4baa, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1bbb333-3abd-4d5d-b55c-080a819d4baa,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:06:12.082360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:12.097648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:12.273103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bbb333-3abd-4d5d-b55c-080a819d4baa,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:12.324813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:12.391865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:12.392416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:12.393965 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] 10.222.0.47 "PUT /v2.0/ports/b1bbb333-3abd-4d5d-b55c-080a819d4baa HTTP/1.1" status: 200 len: 1093 time: 2.2989261 Apr 16 05:06:12.394958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ce6062-8fea-4850-9bd9-e539829bd2e9', 'tag': 'b1bbb333-3abd-4d5d-b55c-080a819d4baa'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:06:12.453626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d1feb4-ef82-4209-8454-6b37f61bde38 req-1374d44b-766f-4ac0-a8af-3fa5a395673c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:12.467285 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-11d1feb4-ef82-4209-8454-6b37f61bde38 req-1374d44b-766f-4ac0-a8af-3fa5a395673c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.2011976 Apr 16 05:06:12.627585 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ce6062-8fea-4850-9bd9-e539829bd2e9', 'tag': 'b1bbb333-3abd-4d5d-b55c-080a819d4baa', 'status': 'completed', 'code': 200} Apr 16 05:06:12.709895 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-11d1feb4-ef82-4209-8454-6b37f61bde38 req-24cf1bbd-e043-4eee-aac4-a2b2e0c09ca4 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450503 Apr 16 05:06:12.772736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-6e83dc86-47b7-404d-b410-0b38dcf24910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:12.776022 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-6e83dc86-47b7-404d-b410-0b38dcf24910 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 1096 time: 0.3021152 Apr 16 05:06:12.903052 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-49e37fa8-1320-4379-9359-2e2a5a90581e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bbb333-3abd-4d5d-b55c-080a819d4baa HTTP/1.1" status: 200 len: 217 time: 0.1119547 Apr 16 05:06:13.015011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-cb7aefba-a79d-4420-b34e-43b3277b8c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:13.017484 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-cb7aefba-a79d-4420-b34e-43b3277b8c58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8981d6a0-f713-4bb7-b87f-72259273e8ec HTTP/1.1" status: 200 len: 854 time: 0.1065204 Apr 16 05:06:13.079234 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-2b9075d2-1a6b-4d76-afa5-174065c320f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90b5bcc5-b87d-485d-b644-e7cf2587d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539775 Apr 16 05:06:13.309983 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-321535fb-92d5-46dd-a17d-74578e2aad5e service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214646 Apr 16 05:06:13.445140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9858fbd-8d6c-4445-b84d-01c19de57395 req-cb602aee-0109-40bc-adc3-8043d28b2721 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:13.446885 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e9858fbd-8d6c-4445-b84d-01c19de57395 req-cb602aee-0109-40bc-adc3-8043d28b2721 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 943 time: 0.2433021 Apr 16 05:06:13.833751 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5e91e0-43f0-462f-9b89-3562ab159291 req-ac56a765-c66e-49d8-af6f-732210a8ccf0 service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077953 Apr 16 05:06:13.837080 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e9858fbd-8d6c-4445-b84d-01c19de57395 req-2f630c67-829f-46d1-a73f-e12ad9cba5b3 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721209 Apr 16 05:06:13.912324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e6c11-876e-47ce-ac46-1d495d2ab854 req-459178f6-5444-4931-b5d7-96ba6da8e94a tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:13.915438 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-344e6c11-876e-47ce-ac46-1d495d2ab854 req-459178f6-5444-4931-b5d7-96ba6da8e94a tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 945 time: 0.1998308 Apr 16 05:06:14.195225 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-344e6c11-876e-47ce-ac46-1d495d2ab854 req-b1259ff1-565d-4048-a2f5-d163c9b550e1 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840501 Apr 16 05:06:14.258246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-26cac3b4-81ab-46ce-9c30-ecdf9c20d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:14.261426 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-26cac3b4-81ab-46ce-9c30-ecdf9c20d958 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 1096 time: 0.3442302 Apr 16 05:06:14.454435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79370b06-72de-4981-838a-0eb98a042fa1 req-2146ce04-12fa-41a9-8509-f47e9c39ee50 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:14.463067 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-79370b06-72de-4981-838a-0eb98a042fa1 req-2146ce04-12fa-41a9-8509-f47e9c39ee50 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.3828633 Apr 16 05:06:14.533741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-66708832-c306-4928-8c96-8c67d7fb54ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:14.535499 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-66708832-c306-4928-8c96-8c67d7fb54ca service neutron] 10.222.0.47 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 915 time: 0.2658176 Apr 16 05:06:14.542428 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-79370b06-72de-4981-838a-0eb98a042fa1 req-5c92dd4e-8a94-4bb6-a593-f5d956565129 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779700 Apr 16 05:06:14.624079 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-b4f810bb-cde2-42e1-99b9-18872b0a479f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1bbb333-3abd-4d5d-b55c-080a819d4baa HTTP/1.1" status: 200 len: 217 time: 0.0803113 Apr 16 05:06:14.709661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-e257f6f6-280b-41d6-95d8-82a2fdf63ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:14.711838 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-e257f6f6-280b-41d6-95d8-82a2fdf63ba6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8981d6a0-f713-4bb7-b87f-72259273e8ec HTTP/1.1" status: 200 len: 854 time: 0.0804815 Apr 16 05:06:14.823363 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-f9e1fece-3790-4c8f-9403-2f6cfe0c934d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90b5bcc5-b87d-485d-b644-e7cf2587d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934882 Apr 16 05:06:14.876150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 49270) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:15.102008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:15.125040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:15.130044 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] Usage tracker for resource:security_group_rule and tenant:238aa640d2424ab5999660cf5ae4f09d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:15.133580 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:15.140917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:15.180486 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-179db534-51f4-43c1-a9b0-1b82c2655d93 service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401074 Apr 16 05:06:15.297556 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:15.305903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:15.334378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2942b515-97d8-492a-b1e6-c24f2ce435d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:15.344347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e4a398-5e11-48f9-b2f7-e4d4dbd17944 req-3176ab44-5305-476d-bcfb-c420da99791d tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:15.346077 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83e4a398-5e11-48f9-b2f7-e4d4dbd17944 req-3176ab44-5305-476d-bcfb-c420da99791d tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 943 time: 0.2660069 Apr 16 05:06:15.426060 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=238aa640d2424ab5999660cf5ae4f09d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5462565 Apr 16 05:06:15.431488 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 49282) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:15.437314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd745d-1c1e-4cb7-854d-f2901c95304b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:15.454281 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-61805a6e-0e0f-4ebf-bfca-381b3784858f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:15.471413 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e12a4-4210-4144-9469-d85e47991cee req-724b4839-fbf9-4998-a473-2fd29f7f969c tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:15.472243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-025e12a4-4210-4144-9469-d85e47991cee req-724b4839-fbf9-4998-a473-2fd29f7f969c tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Synchronizing usage tracker for tenant:1135ffbc4dae411dac7024d72517c74e on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:06:15.487420 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83e4a398-5e11-48f9-b2f7-e4d4dbd17944 req-f89407c3-444d-4b89-b61b-003764d72273 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252146 Apr 16 05:06:15.489547 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8995e96-646f-47f7-82ca-3bb5d1c20c54 req-cecd466a-364e-4eba-a63d-738bfeaaeca6 service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005450 Apr 16 05:06:15.526954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486cbc3-94ff-4f26-b570-9ac6e3533979 req-9bdbf081-f9ca-4dcb-ba30-4dd97db971d0 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:15.528800 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c486cbc3-94ff-4f26-b570-9ac6e3533979 req-9bdbf081-f9ca-4dcb-ba30-4dd97db971d0 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 945 time: 0.1793716 Apr 16 05:06:15.536355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-025e12a4-4210-4144-9469-d85e47991cee req-724b4839-fbf9-4998-a473-2fd29f7f969c tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Unset dirty status for tenant:1135ffbc4dae411dac7024d72517c74e on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:06:15.537625 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-025e12a4-4210-4144-9469-d85e47991cee req-724b4839-fbf9-4998-a473-2fd29f7f969c tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 945 time: 0.3250074 Apr 16 05:06:15.543494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a3e148e-8314-477e-9a95-0e330b4b3f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:15.591418 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c486cbc3-94ff-4f26-b570-9ac6e3533979 req-9c076a32-e785-423c-b305-e22781611d2d tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/security-groups?id=3daa5db7-ec32-48c3-8415-f73f0ed17058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524337 Apr 16 05:06:15.681825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a3e148e-8314-477e-9a95-0e330b4b3f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:15.745021 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-025e12a4-4210-4144-9469-d85e47991cee req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Deleting port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:06:15.745431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-025e12a4-4210-4144-9469-d85e47991cee req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:15.932991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a3e148e-8314-477e-9a95-0e330b4b3f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:15.944332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0dd10df7-3fcf-48a2-bdfd-0330f9d60233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:15.994174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e148e-8314-477e-9a95-0e330b4b3f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd745d-1c1e-4cb7-854d-f2901c95304b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:16.017007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6a3e148e-8314-477e-9a95-0e330b4b3f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:16.035999 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71f7ae-270f-4b30-8441-91915672ff67 req-08e27f5e-3545-4743-926f-9e85859dc134 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:16.045658 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9e71f7ae-270f-4b30-8441-91915672ff67 req-08e27f5e-3545-4743-926f-9e85859dc134 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.1599505 Apr 16 05:06:16.076648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a3e148e-8314-477e-9a95-0e330b4b3f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.078229 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6a3e148e-8314-477e-9a95-0e330b4b3f51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34fd745d-1c1e-4cb7-854d-f2901c95304b HTTP/1.1" status: 204 len: 168 time: 0.6447275 Apr 16 05:06:16.111631 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9e71f7ae-270f-4b30-8441-91915672ff67 req-8adf3a54-e7d0-4e5f-af32-6ffedf0e77ae tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646110 Apr 16 05:06:16.175233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49302) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:16.267224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-025e12a4-4210-4144-9469-d85e47991cee req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] For port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,segment=NetworkSegment(3785f590-635d-4176-b600-9d583dfb87be),segment_id=3785f590-635d-4176-b600-9d583dfb87be)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:16.267681 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-025e12a4-4210-4144-9469-d85e47991cee req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.283467 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b1bbb333-3abd-4d5d-b55c-080a819d4baa details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:06:16.336276 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.359657 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:16.367524 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Usage tracker for resource:security_group_rule and tenant:81140e2a644d47ab93bbc9e03c009909 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:16.373721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:16.385850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:16.429766 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-025e12a4-4210-4144-9469-d85e47991cee req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Calling delete_port for 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:06:16.467572 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b1bbb333-3abd-4d5d-b55c-080a819d4baa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1bbb333-3abd-4d5d-b55c-080a819d4baa,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:16.488604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'b1bbb333-3abd-4d5d-b55c-080a819d4baa', 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472', 'port_id': 'b1bbb333-3abd-4d5d-b55c-080a819d4baa', 'mac_address': 'fa:16:3e:9a:3f:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8981d6a0-f713-4bb7-b87f-72259273e8ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:06:16.529199 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.533216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.545905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2d083e4b-d616-4b8f-ab0b-7a9e58d35fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:16.587805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.589727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587a40d4-e827-4233-9d82-24797381ebaf,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:16.601505 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:16.628987 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81140e2a644d47ab93bbc9e03c009909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4524350 Apr 16 05:06:16.632084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49314) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:16.636711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bbb333-3abd-4d5d-b55c-080a819d4baa {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:06:16.672112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b1bbb333-3abd-4d5d-b55c-080a819d4baa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1bbb333-3abd-4d5d-b55c-080a819d4baa,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:16.678156 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.681547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:16.735889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49318) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:16.759298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f84ad71-d985-4100-bc75-863b8c44c0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.795112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f84ad71-d985-4100-bc75-863b8c44c0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.830151 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=b1bbb333-3abd-4d5d-b55c-080a819d4baa,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:16.835070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:16.859058 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-025e12a4-4210-4144-9469-d85e47991cee req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.884598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:16.951599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:16.987489 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e6ffd29f-fa1b-437d-9177-08be7fc8f7d7 req-fbecce99-679e-40c6-bbc9-c1123e544827 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 210 time: 0.1680677 Apr 16 05:06:16.990737 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b1bbb333-3abd-4d5d-b55c-080a819d4baa'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:06:16.999123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:17.008240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] Usage tracker for resource:security_group_rule and tenant:8d36d1b83925433db43b97e23838be7a is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:17.013395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:17.032401 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:17.086701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Pushing event deleted for resources: {'Port': ['ID=9a5f0e42-7e6e-4942-921b-5b1171cb0b61,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:17.102062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38838f4f-6e42-444a-946b-45d68b652f12 req-27ba8611-95c8-4ec5-bb7c-78066979cce9 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:17.113352 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:17.116272 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-38838f4f-6e42-444a-946b-45d68b652f12 req-27ba8611-95c8-4ec5-bb7c-78066979cce9 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 944 time: 0.2979691 Apr 16 05:06:17.145364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f84ad71-d985-4100-bc75-863b8c44c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.159462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0f9bb0b1-0ebe-4b1d-b3f6-5d467a68bed7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:17.262993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84ad71-d985-4100-bc75-863b8c44c0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587a40d4-e827-4233-9d82-24797381ebaf,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:17.276246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3f84ad71-d985-4100-bc75-863b8c44c0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:17.304669 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-38838f4f-6e42-444a-946b-45d68b652f12 req-75e23c00-be33-40d2-a702-468d382fd595 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669285 Apr 16 05:06:17.314365 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f84ad71-d985-4100-bc75-863b8c44c0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.316570 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3f84ad71-d985-4100-bc75-863b8c44c0b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/587a40d4-e827-4233-9d82-24797381ebaf HTTP/1.1" status: 204 len: 168 time: 0.6830666 Apr 16 05:06:17.367330 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-025e12a4-4210-4144-9469-d85e47991cee req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] No DVR routers for this DVR port 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:06:17.372855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-025e12a4-4210-4144-9469-d85e47991cee req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.390891 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f59442a-a8d7-48d4-b4f7-58253615c831', 'name': 'network-vif-deleted', 'tag': '9a5f0e42-7e6e-4942-921b-5b1171cb0b61'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:06:17.404924 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-025e12a4-4210-4144-9469-d85e47991cee req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.47 "DELETE /v2.0/ports/9a5f0e42-7e6e-4942-921b-5b1171cb0b61 HTTP/1.1" status: 204 len: 173 time: 1.8577864 Apr 16 05:06:17.458264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.462641 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.473750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b4b4a40a-03f1-497d-a41a-a5a26e4081c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:17.513206 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13347ce2-cc38-4dbe-96c2-3f0951589f71,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:17.520247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:17.543657 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-dd9dacc2-3254-4bb1-8a16-1e11b9bc9103 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d36d1b83925433db43b97e23838be7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7863674 Apr 16 05:06:17.544106 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 49336) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:17.617908 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f59442a-a8d7-48d4-b4f7-58253615c831', 'name': 'network-vif-deleted', 'tag': '9a5f0e42-7e6e-4942-921b-5b1171cb0b61', 'status': 'completed', 'code': 200} Apr 16 05:06:17.700253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.739966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.750804 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d02d3-7dab-4f75-9524-33f238e3adfb req-5f77d94c-6ae1-40ef-b112-6a67063a8934 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:17.754059 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-501d02d3-7dab-4f75-9524-33f238e3adfb req-5f77d94c-6ae1-40ef-b112-6a67063a8934 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.1164012 Apr 16 05:06:17.794269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.800479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:17.818066 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13347ce2-cc38-4dbe-96c2-3f0951589f71,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:17.828776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.829189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.829599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.830003 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.830400 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.830830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.831221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.831624 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.832022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.832422 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.832812 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.833198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:17.837436 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-501d02d3-7dab-4f75-9524-33f238e3adfb req-0984a938-3adb-4ab5-9ef6-98e2eefa16cb tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755239 Apr 16 05:06:17.846407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:17.853012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.855247 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13347ce2-cc38-4dbe-96c2-3f0951589f71 HTTP/1.1" status: 204 len: 168 time: 0.3091869 Apr 16 05:06:17.926908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49344) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:17.966237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:17.999248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:18.007519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Usage tracker for resource:security_group_rule and tenant:4b5cff48d8be4e9780fc2249990c1b61 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:18.013170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:18.025123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:18.227711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:18.232230 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:18.243399 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-850bb25f-8177-4800-9fe7-6aa68faff0c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:18.291987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b1bbb333-3abd-4d5d-b55c-080a819d4baa up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:06:18.427907 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port b1bbb333-3abd-4d5d-b55c-080a819d4baa completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:06:18.437088 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0c296cad-e80d-413a-80a4-de7b6218a5ea req-48dbf5d7-35cd-4590-b3ff-5acddea55828 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f59442a-a8d7-48d4-b4f7-58253615c831 HTTP/1.1" status: 200 len: 210 time: 0.1723142 Apr 16 05:06:18.439919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port b1bbb333-3abd-4d5d-b55c-080a819d4baa triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:06:18.440991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:18.446519 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b5cff48d8be4e9780fc2249990c1b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179622 Apr 16 05:06:18.448107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a813b9-7f12-4107-8591-1fe38e892b0d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:18.449462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 49360) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:18.460168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:18.645660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7596556a-6615-4dac-b76b-2a0c7aa63116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:18.717525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7596556a-6615-4dac-b76b-2a0c7aa63116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:18.784515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:18.802977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7596556a-6615-4dac-b76b-2a0c7aa63116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:18.816790 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-430744d4-8d5c-4abf-b5b0-ae83d1535df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:18.835885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db188909-cb43-4038-b1a3-5dc658222f38 req-2b39629e-a11b-43ba-886a-4c150f0bd7f6 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:18.839546 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-db188909-cb43-4038-b1a3-5dc658222f38 req-2b39629e-a11b-43ba-886a-4c150f0bd7f6 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 944 time: 0.1629722 Apr 16 05:06:18.850634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ce6062-8fea-4850-9bd9-e539829bd2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bbb333-3abd-4d5d-b55c-080a819d4baa'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:06:18.855486 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7596556a-6615-4dac-b76b-2a0c7aa63116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a813b9-7f12-4107-8591-1fe38e892b0d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:18.873493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7596556a-6615-4dac-b76b-2a0c7aa63116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:18.874946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7596556a-6615-4dac-b76b-2a0c7aa63116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:18.879202 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7596556a-6615-4dac-b76b-2a0c7aa63116 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3a813b9-7f12-4107-8591-1fe38e892b0d HTTP/1.1" status: 204 len: 168 time: 0.4256821 Apr 16 05:06:18.903108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b1bbb333-3abd-4d5d-b55c-080a819d4baa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1bbb333-3abd-4d5d-b55c-080a819d4baa,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:18.912043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:18.913523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:06:19.034911 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ce6062-8fea-4850-9bd9-e539829bd2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bbb333-3abd-4d5d-b55c-080a819d4baa', 'code': 200} Apr 16 05:06:19.034911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:19.061283 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-db188909-cb43-4038-b1a3-5dc658222f38 req-9ef804eb-8ad0-4e14-98e9-410cb0a6e199 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128203 Apr 16 05:06:19.154838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:06:19.155516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 9a5f0e42-7e6e-4942-921b-5b1171cb0b61 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:06:19.257549 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=b1bbb333-3abd-4d5d-b55c-080a819d4baa,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:19.263244 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:19.309292 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1ba34-2e9d-4fe0-a2a9-2fe4d59628f3 req-85bad2fa-d74e-4ab8-bb76-74f9fbbc9799 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:19.311060 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83e1ba34-2e9d-4fe0-a2a9-2fe4d59628f3 req-85bad2fa-d74e-4ab8-bb76-74f9fbbc9799 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.1418250 Apr 16 05:06:19.377150 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83e1ba34-2e9d-4fe0-a2a9-2fe4d59628f3 req-5b824c70-212e-4c67-a600-edc536e5df99 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514486 Apr 16 05:06:19.405997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd5d16-9381-4303-b3a5-18c87615bcbf req-b70200b9-1766-4daa-a85b-da4a2a92a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:19.409527 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fdcd5d16-9381-4303-b3a5-18c87615bcbf req-b70200b9-1766-4daa-a85b-da4a2a92a7f9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 1098 time: 0.1341784 Apr 16 05:06:19.475761 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fdcd5d16-9381-4303-b3a5-18c87615bcbf req-3a6cbbfb-8742-4953-b6a7-d280a021ffbb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572994 Apr 16 05:06:19.612985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 49396) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:19.642863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:19.672273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb6cd923-5984-4b67-b82e-0f95439855b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:19.691173 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:19.700659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Usage tracker for resource:security_group_rule and tenant:11683218dc9b4d4da9fc612790a1ea11 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:19.707495 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:19.721002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:19.903498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:19.910097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:19.934552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-56e05136-0552-424e-ae43-cd2db34f6575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:20.022893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dad82f2-8c29-4a73-b87a-253107b1ab5a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:20.036381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:20.050304 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11683218dc9b4d4da9fc612790a1ea11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349790 Apr 16 05:06:20.054458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49442) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:20.173267 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f496ad9-20ec-4f25-ae81-adffeeb878f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:20.229922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f496ad9-20ec-4f25-ae81-adffeeb878f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:20.395224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f496ad9-20ec-4f25-ae81-adffeeb878f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:20.503929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ba5009bd-a0d2-470f-918d-fa62e5ac3ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:20.532388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f496ad9-20ec-4f25-ae81-adffeeb878f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dad82f2-8c29-4a73-b87a-253107b1ab5a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:20.544007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3f496ad9-20ec-4f25-ae81-adffeeb878f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:20.547541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3f496ad9-20ec-4f25-ae81-adffeeb878f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:20.548832 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3f496ad9-20ec-4f25-ae81-adffeeb878f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8dad82f2-8c29-4a73-b87a-253107b1ab5a HTTP/1.1" status: 204 len: 168 time: 0.4932244 Apr 16 05:06:20.665516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442c5bf-99e5-4be1-94f1-a7697dad5bcf req-b6a8f830-4fc4-4cba-ace9-84ab184e4f39 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:20.688184 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6442c5bf-99e5-4be1-94f1-a7697dad5bcf req-b6a8f830-4fc4-4cba-ace9-84ab184e4f39 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 945 time: 0.3024869 Apr 16 05:06:20.872952 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6442c5bf-99e5-4be1-94f1-a7697dad5bcf req-8f91b44e-12c1-4e8e-8f43-e3738cd72850 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830063 Apr 16 05:06:20.981040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bb0d2-fa9e-4bef-82c0-a7e8d107379e req-24ac1794-10b9-419d-844f-9359fed142fd tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:20.995531 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-df7bb0d2-fa9e-4bef-82c0-a7e8d107379e req-24ac1794-10b9-419d-844f-9359fed142fd tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.2223227 Apr 16 05:06:21.097943 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-df7bb0d2-fa9e-4bef-82c0-a7e8d107379e req-53113073-ce8c-4c04-ae67-5a1226c45bfe tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010032 Apr 16 05:06:21.743877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17575991-62b3-43cd-b322-114bdb917d04 req-fad25c87-a655-4ecc-866c-b282dd70ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:21.745727 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-17575991-62b3-43cd-b322-114bdb917d04 req-fad25c87-a655-4ecc-866c-b282dd70ac84 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 1098 time: 0.1430759 Apr 16 05:06:21.807739 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-17575991-62b3-43cd-b322-114bdb917d04 req-6268a485-80d0-482e-8427-1336c665bb12 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491612 Apr 16 05:06:22.188023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc07f2-b3dc-4307-bfbb-e818de7b75f7 req-9e2e390a-4014-48ae-9bf4-84bb35574f3e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:22.189837 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ecfc07f2-b3dc-4307-bfbb-e818de7b75f7 req-9e2e390a-4014-48ae-9bf4-84bb35574f3e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 945 time: 0.1069419 Apr 16 05:06:22.264657 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ecfc07f2-b3dc-4307-bfbb-e818de7b75f7 req-8d442cd4-0e11-4346-8324-0fd267151538 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Apr 16 05:06:22.398150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c94a66-3877-4d67-968e-503a5ddf8a37 req-ca1e9f3d-bf1a-4fb3-8183-7fe077089ece tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:22.401502 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-79c94a66-3877-4d67-968e-503a5ddf8a37 req-ca1e9f3d-bf1a-4fb3-8183-7fe077089ece tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.1437314 Apr 16 05:06:22.472152 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-79c94a66-3877-4d67-968e-503a5ddf8a37 req-5c297547-74e5-42b4-b9e5-70740dece345 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616996 Apr 16 05:06:22.521571 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-69a9bcd0-ef86-4194-9e50-2942129fbf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:22.808965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:23.688883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beccfd7-a2f9-48ec-b741-7d149d7fdb1a req-e4f83c5c-b31f-46ef-bfbe-7bfabbe67f4f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:23.690625 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9beccfd7-a2f9-48ec-b741-7d149d7fdb1a req-e4f83c5c-b31f-46ef-bfbe-7bfabbe67f4f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.0969605 Apr 16 05:06:23.777113 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9beccfd7-a2f9-48ec-b741-7d149d7fdb1a req-1828162d-e9ae-48aa-9dfe-02399ca5ca80 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790634 Apr 16 05:06:23.950953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:24.202141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb69667-df21-4b70-ae9e-e406afde9003 req-2c3a5da0-ffa2-489c-b9f0-de84dbb0553b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:24.205328 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ccb69667-df21-4b70-ae9e-e406afde9003 req-2c3a5da0-ffa2-489c-b9f0-de84dbb0553b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1726470 Apr 16 05:06:24.264779 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ccb69667-df21-4b70-ae9e-e406afde9003 req-576b11ca-d6f0-4178-a1df-141acc37e4c3 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518475 Apr 16 05:06:25.654265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:26.307435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49616) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:26.583987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:26.616947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:26.625381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Usage tracker for resource:security_group_rule and tenant:65e17e5ee2a74fa7939acf2d24d9ca22 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:26.631237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:26.645241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:26.786025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-a6b5022c-ce84-4448-82b4-958703cdd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:26.788275 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-a6b5022c-ce84-4448-82b4-958703cdd018 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1099 time: 0.1721411 Apr 16 05:06:26.843904 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed7f8c-4de0-4414-bdd6-ee84c0fca989 req-53fc89a9-1905-4ecf-903b-194ac2d6907e tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:26.859334 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-41ed7f8c-4de0-4414-bdd6-ee84c0fca989 req-53fc89a9-1905-4ecf-903b-194ac2d6907e tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1910062 Apr 16 05:06:26.914904 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-41ed7f8c-4de0-4414-bdd6-ee84c0fca989 req-f2c55a1b-69a8-4091-8d33-b01ef67603e4 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542967 Apr 16 05:06:27.016007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:27.021695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:27.043747 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3f496ad9-20ec-4f25-ae81-adffeeb878f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:27.071557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-5412e230-4226-4491-97a2-e939c2492d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:27.073813 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-5412e230-4226-4491-97a2-e939c2492d38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 919 time: 0.2762675 Apr 16 05:06:27.081517 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65e17e5ee2a74fa7939acf2d24d9ca22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7722738 Apr 16 05:06:27.082711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49638) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:27.223403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ff783d-e91f-466d-afa3-9dc736e2e348,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:27.238558 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.239229 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.239357 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-c8c4955d-3803-4042-b31e-4ce2a84db00a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4 HTTP/1.1" status: 200 len: 217 time: 0.1578574 Apr 16 05:06:27.239940 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.240339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.240734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.241130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.241521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.241912 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.242307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.242926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.243327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.243712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:27.259647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:27.267361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-751778e2-f37b-43db-a1a9-02ba47990454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:27.303009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-751778e2-f37b-43db-a1a9-02ba47990454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:27.345730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-454ac093-158e-446b-862b-56fac8822ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:27.347796 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-454ac093-158e-446b-862b-56fac8822ead service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.0922694 Apr 16 05:06:27.362232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-751778e2-f37b-43db-a1a9-02ba47990454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:27.370430 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:27.393752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751778e2-f37b-43db-a1a9-02ba47990454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ff783d-e91f-466d-afa3-9dc736e2e348,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:27.397374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-751778e2-f37b-43db-a1a9-02ba47990454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:27.405781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-751778e2-f37b-43db-a1a9-02ba47990454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:27.411746 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-751778e2-f37b-43db-a1a9-02ba47990454 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47ff783d-e91f-466d-afa3-9dc736e2e348 HTTP/1.1" status: 204 len: 168 time: 0.3205576 Apr 16 05:06:27.430606 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-f7d0cdbc-0e7e-4f91-a7f6-16594761ec55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738285 Apr 16 05:06:27.664438 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-016e4f41-e9ea-41fb-adb2-6046f3ef864e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1902316 Apr 16 05:06:27.862438 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-67fdf1e8-de9c-4606-ab4c-8ef83ee294b5 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213421 Apr 16 05:06:28.278970 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c68444c1-6cfe-4ec6-91ab-2fe7e2b96b15 req-f41070a0-91d3-47c6-be45-cad8cc332801 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049189 Apr 16 05:06:28.444931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f8f11-8ed3-4fec-9dc3-594b168feb92 req-43c5602d-d580-4cdb-8cde-abbe38b46247 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:28.447154 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-585f8f11-8ed3-4fec-9dc3-594b168feb92 req-43c5602d-d580-4cdb-8cde-abbe38b46247 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1857896 Apr 16 05:06:28.449989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-7ca7bb73-55a3-428b-85cc-f2f6d2c72b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:28.451761 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-7ca7bb73-55a3-428b-85cc-f2f6d2c72b8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 1098 time: 0.5805092 Apr 16 05:06:28.496608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:28.698401 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-585f8f11-8ed3-4fec-9dc3-594b168feb92 req-fd81dab3-8a41-4553-9ed5-9a9b83001b82 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333369 Apr 16 05:06:28.787602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-7348538b-e161-4825-b68a-dd70260a9987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:28.790698 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-7348538b-e161-4825-b68a-dd70260a9987 service neutron] 10.222.0.47 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 912 time: 0.3050523 Apr 16 05:06:28.910255 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-86f51e0f-1a71-4c76-9c49-c14c62234fb9 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:28.912074 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-86f51e0f-1a71-4c76-9c49-c14c62234fb9 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 814 time: 0.3155286 Apr 16 05:06:28.941727 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-8db3e8d8-6311-4c16-974c-7e7aef8ba24a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/quotas/9938d71b3b1e42928c8f49e035d59b04 HTTP/1.1" status: 200 len: 375 time: 0.0190933 Apr 16 05:06:28.965436 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-567b67ed-320b-461a-8ee5-3fc1d624c705 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 HTTP/1.1" status: 200 len: 1001 time: 0.1664963 Apr 16 05:06:29.111985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-cefb3fe5-f3d8-4808-aec1-14202299caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:29.113545 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-cefb3fe5-f3d8-4808-aec1-14202299caaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 200 len: 850 time: 0.0887911 Apr 16 05:06:29.197187 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-fa97d28f-34df-41ee-9efa-66e47404f913 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2291410 Apr 16 05:06:29.350301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-834fb42c-7595-4acd-8422-8353e1161829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:29.351999 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-834fb42c-7595-4acd-8422-8353e1161829 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=984efdec-5b56-404c-a3d4-f6e7a0fea60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2252414 Apr 16 05:06:29.484844 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-5c915438-ac50-498e-8305-97f067f0bc04 service neutron] 10.222.0.48 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697659 Apr 16 05:06:29.653755 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-a332f7c0-af9b-4b9d-94fa-866236cd279f service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845972 Apr 16 05:06:29.788226 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-6c11456b-1039-4258-b3bd-442b3fc309f3 service neutron] 10.222.0.48 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945583 Apr 16 05:06:29.936662 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1d7ff03e-5874-4faf-b68b-623a3634bbd4 req-4a109152-e9f6-46ab-b39d-39b6fa812dd2 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731879 Apr 16 05:06:30.179498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:06:30.180339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e89aab-73a0-4cad-81f0-19f80b6bee3e req-d1e21298-53ba-4ee7-8f2a-aba0215a3120 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:30.188904 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e4e89aab-73a0-4cad-81f0-19f80b6bee3e req-d1e21298-53ba-4ee7-8f2a-aba0215a3120 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.2421086 Apr 16 05:06:30.246805 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e4e89aab-73a0-4cad-81f0-19f80b6bee3e req-50430611-b6bf-49c0-a8cb-8526d8e013d4 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544307 Apr 16 05:06:30.431493 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-63545aab-3fc9-4074-8e9f-659442e70fca req-6d131a6d-5f3f-4e21-96df-440d8d5ab078 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 210 time: 0.0858190 Apr 16 05:06:30.983172 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078019d9-3c47-47ae-9b53-143b70b99f67 req-29486a3c-85aa-4008-9e0e-1b6be9b7d64e tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:30.987201 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-078019d9-3c47-47ae-9b53-143b70b99f67 req-29486a3c-85aa-4008-9e0e-1b6be9b7d64e tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1628001 Apr 16 05:06:31.044065 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-078019d9-3c47-47ae-9b53-143b70b99f67 req-031068b6-6565-4078-8b0f-6cad8b595659 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505028 Apr 16 05:06:31.550608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211ef7c-3186-4c10-898e-d9848c938761 req-ef488299-94e7-4c10-ad7d-7acb66a28de0 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:31.552597 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2211ef7c-3186-4c10-898e-d9848c938761 req-ef488299-94e7-4c10-ad7d-7acb66a28de0 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1606371 Apr 16 05:06:31.633388 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2211ef7c-3186-4c10-898e-d9848c938761 req-9dc5d5b2-1ea9-4197-903e-1759672bc23c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621858 Apr 16 05:06:31.719021 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd0c55cd-748f-4c1f-8d79-ec474b51955d req-f883bd7e-bac7-4fd2-84f7-947ab6c5eb79 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 210 time: 0.0560002 Apr 16 05:06:32.041502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-0c2fa5dc-9f45-47cb-86a2-1345de1fa0bc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:32.043698 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-0c2fa5dc-9f45-47cb-86a2-1345de1fa0bc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 814 time: 0.2697637 Apr 16 05:06:32.059137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Request body: {'port': {'device_id': 'b81b65ba-5074-415a-af54-52098b964207', 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472', 'admin_state_up': True, 'tenant_id': '9938d71b3b1e42928c8f49e035d59b04'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:06:32.342465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:32.364771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:32.383087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Made reservation on behalf of 9938d71b3b1e42928c8f49e035d59b04 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:06:32.389512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:32.412728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b4a42-912a-4079-9e1e-cc52be5d97cd req-eba7e1df-453b-4bfa-94f4-065de104777f tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:32.414715 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e08b4a42-912a-4079-9e1e-cc52be5d97cd req-eba7e1df-453b-4bfa-94f4-065de104777f tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1845584 Apr 16 05:06:32.543233 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e08b4a42-912a-4079-9e1e-cc52be5d97cd req-c388eff5-cbfd-4650-8c05-8b397d032aa3 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209791 Apr 16 05:06:32.694192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Allocated IP 172.20.0.10 (90b5bcc5-b87d-485d-b644-e7cf2587d472/8981d6a0-f713-4bb7-b87f-72259273e8ec/586d6dcc-683a-49ff-b65d-d81f8e8b5d27) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:06:33.306249 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-adb57ef0-5a2a-488a-b47a-76f134ca9843 req-1e6264a0-a3cd-4f84-bba9-89cfb10eb18b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 210 time: 0.0760350 Apr 16 05:06:33.412386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fe64c-e706-4583-959b-bd12e68825b9 req-12b56e14-8424-4ee6-a2a5-d1a10b8a7578 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:33.414081 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a86fe64c-e706-4583-959b-bd12e68825b9 req-12b56e14-8424-4ee6-a2a5-d1a10b8a7578 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.5476000 Apr 16 05:06:33.417937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:33.480435 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a86fe64c-e706-4583-959b-bd12e68825b9 req-6851bfd5-4904-4765-b28f-0540d7aa7fcc tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563354 Apr 16 05:06:33.497330 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:33.516771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b1bbb333-3abd-4d5d-b55c-080a819d4baa'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:06:33.527626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:33.807659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Pushing event updated for resources: {'Port': ['ID=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:33.865423 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:33.971235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:06:33.973344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:06:33.976104 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:06:34.035478 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f3c96-e0a3-44f0-8e05-f45e6b7c15bb req-d59cdaea-9eaf-4052-a9e6-e54bba812df4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:34.037345 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e83f3c96-e0a3-44f0-8e05-f45e6b7c15bb req-d59cdaea-9eaf-4052-a9e6-e54bba812df4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.2482498 Apr 16 05:06:34.090103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:34.090782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:34.133177 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e83f3c96-e0a3-44f0-8e05-f45e6b7c15bb req-8a38887e-2d0c-40dd-a4e6-a38279f0a203 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806627 Apr 16 05:06:34.142210 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0881035 Apr 16 05:06:34.162427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Request body: {'port': {'device_id': 'b81b65ba-5074-415a-af54-52098b964207', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:06:34.322505 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:34.735143 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be491-91a2-49d8-9d85-54d4141f57fe req-7ea8f1b9-e24d-47ab-b95b-95a7dc491839 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:34.735957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-323be491-91a2-49d8-9d85-54d4141f57fe req-7ea8f1b9-e24d-47ab-b95b-95a7dc491839 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Synchronizing usage tracker for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:06:34.821594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-323be491-91a2-49d8-9d85-54d4141f57fe req-7ea8f1b9-e24d-47ab-b95b-95a7dc491839 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Unset dirty status for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:06:34.823905 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-323be491-91a2-49d8-9d85-54d4141f57fe req-7ea8f1b9-e24d-47ab-b95b-95a7dc491839 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 932 time: 0.3204253 Apr 16 05:06:35.033871 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-323be491-91a2-49d8-9d85-54d4141f57fe req-28302369-aa55-40f6-8606-2af578548ac6 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957960 Apr 16 05:06:35.050601 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0448-82e6-482e-af35-16ec593b54ff req-a1940a48-ea58-4387-81b0-ba29aa5401b3 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:35.059157 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70dd0448-82e6-482e-af35-16ec593b54ff req-a1940a48-ea58-4387-81b0-ba29aa5401b3 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.3168662 Apr 16 05:06:35.070780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:06:35.086915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:35.110202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Transition to ACTIVE for port object 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:06:35.132257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:35.224527 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:35.333617 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70dd0448-82e6-482e-af35-16ec593b54ff req-08014529-26f0-424b-8335-d48c0a2b7780 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217147 Apr 16 05:06:35.352561 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Pushing event updated for resources: {'Port': ['ID=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:35.358806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:35.669073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5aedc-696d-47a1-abe0-c9964040876a req-da3d54a0-c539-417a-a566-2784f93740f0 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:35.670870 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-23d5aedc-696d-47a1-abe0-c9964040876a req-da3d54a0-c539-417a-a566-2784f93740f0 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.2830496 Apr 16 05:06:35.733299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Attempting to bind port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:06:35.733547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Attempting to bind port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:06:35.733933 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Attempting to bind port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:06:35.753838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:06:35.754236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Attempting to bind port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:06:35.768904 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-23d5aedc-696d-47a1-abe0-c9964040876a req-d5b43c2d-b636-4912-b772-3bc5ba7a09d1 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854781 Apr 16 05:06:35.770547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:06:35.770936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Checking segment: {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:06:35.771383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Bound using segment: {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:06:35.771923 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Bound port: 586d6dcc-683a-49ff-b65d-d81f8e8b5d27, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:06:35.772324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:35.900040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] For port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:06:35.904079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] For port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:06:35.908250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:35.922862 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:36.092315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Pushing event updated for resources: {'Port': ['ID=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:36.097678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:36.136550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:36.137260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:36.138860 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] 10.222.0.47 "PUT /v2.0/ports/586d6dcc-683a-49ff-b65d-d81f8e8b5d27 HTTP/1.1" status: 200 len: 1094 time: 1.9846756 Apr 16 05:06:36.139399 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b81b65ba-5074-415a-af54-52098b964207', 'tag': '586d6dcc-683a-49ff-b65d-d81f8e8b5d27'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:06:36.265380 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b81b65ba-5074-415a-af54-52098b964207', 'tag': '586d6dcc-683a-49ff-b65d-d81f8e8b5d27', 'status': 'completed', 'code': 200} Apr 16 05:06:36.689412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-12244675-fe07-4c80-9752-5ee04a9e9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:36.699035 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-12244675-fe07-4c80-9752-5ee04a9e9560 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 1097 time: 0.4938478 Apr 16 05:06:36.783390 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-47261240-a9f1-47a3-910a-fd10aa0e8018 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586d6dcc-683a-49ff-b65d-d81f8e8b5d27 HTTP/1.1" status: 200 len: 217 time: 0.0814636 Apr 16 05:06:36.794274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa1c77-d2b8-48fd-8ef5-b2f358501339 req-1803230f-163c-4eba-8a2a-7b7132427429 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:36.796118 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f2fa1c77-d2b8-48fd-8ef5-b2f358501339 req-1803230f-163c-4eba-8a2a-7b7132427429 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 944 time: 0.5342219 Apr 16 05:06:36.930639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88dbb1e-85d7-4c72-8867-96629fcc37a3 req-22fe5dc8-3972-4d96-a9c5-049ce8f3288a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:36.932889 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b88dbb1e-85d7-4c72-8867-96629fcc37a3 req-22fe5dc8-3972-4d96-a9c5-049ce8f3288a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.3268015 Apr 16 05:06:36.943057 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f2fa1c77-d2b8-48fd-8ef5-b2f358501339 req-36a8ccf5-df6a-493b-b409-3fe6f65a1582 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067331 Apr 16 05:06:36.944629 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-c6949b12-41be-4f33-afcc-317bc105e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:36.946247 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-c6949b12-41be-4f33-afcc-317bc105e04e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8981d6a0-f713-4bb7-b87f-72259273e8ec HTTP/1.1" status: 200 len: 854 time: 0.1471400 Apr 16 05:06:37.034820 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-0ab46550-c060-4135-817c-b72215e7b3f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90b5bcc5-b87d-485d-b644-e7cf2587d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805900 Apr 16 05:06:37.188623 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b88dbb1e-85d7-4c72-8867-96629fcc37a3 req-d02f2622-c5ed-4357-b13f-7bd1697c3fd4 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960125 Apr 16 05:06:37.321457 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-674e4387-d02e-408d-be3b-1da863179c62 service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646215 Apr 16 05:06:37.371392 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cd5f8-a256-4fa7-b61e-8c09e6714756 req-01bf9e0d-f3ce-47a9-aaa5-4f10fc3c3557 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:37.373077 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-307cd5f8-a256-4fa7-b61e-8c09e6714756 req-01bf9e0d-f3ce-47a9-aaa5-4f10fc3c3557 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1884594 Apr 16 05:06:37.523576 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-307cd5f8-a256-4fa7-b61e-8c09e6714756 req-b140b616-977b-49ef-9363-47b69ffcc68b tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023371 Apr 16 05:06:37.562366 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4f89f096-d4cd-4b88-9f37-3ed34e24e5b4 req-e0101e14-03f0-4c90-b60e-834828eff203 service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317393 Apr 16 05:06:37.760671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-0d3aa849-6969-4c9d-b1a5-12059fc3fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:37.765080 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-0d3aa849-6969-4c9d-b1a5-12059fc3fefc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 1097 time: 0.1289952 Apr 16 05:06:37.955152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-ff3454ce-05f0-4c8f-a980-caa97de8c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:37.958236 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-ff3454ce-05f0-4c8f-a980-caa97de8c69a service neutron] 10.222.0.47 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 915 time: 0.1852515 Apr 16 05:06:38.200888 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-14dc17b2-4489-4e57-b1dc-f737da85dd6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=586d6dcc-683a-49ff-b65d-d81f8e8b5d27 HTTP/1.1" status: 200 len: 217 time: 0.2323999 Apr 16 05:06:38.402380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-fa1e76e8-2e8c-461f-968b-77e5ebaa6353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:38.405315 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-fa1e76e8-2e8c-461f-968b-77e5ebaa6353 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8981d6a0-f713-4bb7-b87f-72259273e8ec HTTP/1.1" status: 200 len: 854 time: 0.1918592 Apr 16 05:06:38.422280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be386107-7bd9-4287-9365-b12fb8956a7b req-fa4470fc-ee84-4d86-a29e-9017130dfbb2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:38.425388 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-be386107-7bd9-4287-9365-b12fb8956a7b req-fa4470fc-ee84-4d86-a29e-9017130dfbb2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 944 time: 0.2933686 Apr 16 05:06:38.611957 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-f212e861-ec43-44ad-8f8f-63980e865bb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90b5bcc5-b87d-485d-b644-e7cf2587d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825473 Apr 16 05:06:38.824639 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-be386107-7bd9-4287-9365-b12fb8956a7b req-c1b1dde0-5005-42c1-9704-af6ac6b82259 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251314 Apr 16 05:06:38.911347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d2e9e-5361-41f5-86ec-363e709f17a2 req-14abe829-c346-4b91-9f28-a26756a5b3c1 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:38.920335 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c89d2e9e-5361-41f5-86ec-363e709f17a2 req-14abe829-c346-4b91-9f28-a26756a5b3c1 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.4932969 Apr 16 05:06:38.985670 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-1c452fdf-1883-4b89-ac81-95fe5f0fdbc3 service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352509 Apr 16 05:06:39.116351 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c89d2e9e-5361-41f5-86ec-363e709f17a2 req-35a7b4fa-46bc-45d6-bbb5-62725582cdc7 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945679 Apr 16 05:06:39.196622 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd1721f6-fae1-4c03-9057-9b7486c77a4d req-aae221db-4687-425c-bebb-de692037f55d service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877828 Apr 16 05:06:39.324317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5182a2-6808-47f0-afe9-c17fff7606c0 req-f7c8a0a2-1e3f-4b69-a1da-3b11500bf8b7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:39.325993 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6a5182a2-6808-47f0-afe9-c17fff7606c0 req-f7c8a0a2-1e3f-4b69-a1da-3b11500bf8b7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1007364 Apr 16 05:06:39.396376 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6a5182a2-6808-47f0-afe9-c17fff7606c0 req-a356cd0c-7762-4fb4-91e7-1baebd44eee3 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628648 Apr 16 05:06:40.141867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b03b3-62cf-4271-848c-aee4b54d3ceb req-83c8b022-d338-42aa-974c-1a75ee3a6513 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:40.144030 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7c0b03b3-62cf-4271-848c-aee4b54d3ceb req-83c8b022-d338-42aa-974c-1a75ee3a6513 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 944 time: 0.1199021 Apr 16 05:06:40.239571 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7c0b03b3-62cf-4271-848c-aee4b54d3ceb req-a7c7e39a-39b3-40ed-9ccf-df9ef16cf6a3 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823505 Apr 16 05:06:40.376313 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:06:40.417878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596d12e-23c3-46fc-bc45-fef6fba1f1c6 req-a082fdd9-1d14-4a24-8fda-265d7d10a686 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:40.422914 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1596d12e-23c3-46fc-bc45-fef6fba1f1c6 req-a082fdd9-1d14-4a24-8fda-265d7d10a686 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1153793 Apr 16 05:06:40.522446 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1596d12e-23c3-46fc-bc45-fef6fba1f1c6 req-2a2faf5b-266f-4b0c-bf32-41430fd1f4ce tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920310 Apr 16 05:06:40.627476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:40.646642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '586d6dcc-683a-49ff-b65d-d81f8e8b5d27', 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472', 'port_id': '586d6dcc-683a-49ff-b65d-d81f8e8b5d27', 'mac_address': 'fa:16:3e:a8:b5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8981d6a0-f713-4bb7-b87f-72259273e8ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:06:40.702246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea94559-0a00-4bdb-8da0-723b6e665e07 req-2343de43-a209-41ae-8427-6e48d6dc5522 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:40.705661 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cea94559-0a00-4bdb-8da0-723b6e665e07 req-2343de43-a209-41ae-8427-6e48d6dc5522 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1378572 Apr 16 05:06:40.722314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:40.748457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:06:40.784390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:40.793022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:40.795819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:40.799647 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cea94559-0a00-4bdb-8da0-723b6e665e07 req-cd455a28-1d9b-4552-9c43-c0d447105737 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867567 Apr 16 05:06:40.949158 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:40.964290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.965097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.965702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.966341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.966962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.967566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.968155 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.968790 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.969438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.970075 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.970759 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.971385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:06:40.984070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:41.066212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49894) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:41.112315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['586d6dcc-683a-49ff-b65d-d81f8e8b5d27'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:06:41.159257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fabd46-22c3-4dd6-ad17-ab31616c6af2 admin admin] Deleting subnet d79f13dd-1043-434e-a350-c7c9e8598f6d {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:06:41.165026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3fabd46-22c3-4dd6-ad17-ab31616c6af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:41.267614 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3fabd46-22c3-4dd6-ad17-ab31616c6af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2118093'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:41.376135 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3fabd46-22c3-4dd6-ad17-ab31616c6af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:41.937490 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8972687-3abc-43a8-ac4e-a3830ab5ee90 req-1ea2faa4-9a25-43e6-aad5-0bd6aa759b4c tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:41.939272 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d8972687-3abc-43a8-ac4e-a3830ab5ee90 req-1ea2faa4-9a25-43e6-aad5-0bd6aa759b4c tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 945 time: 0.5212677 Apr 16 05:06:42.082707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c68ab-1f26-4ab8-a717-7c282476facb req-e3f67077-c6cf-4cd6-b8dd-af5bb08a3f11 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:42.084432 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a51c68ab-1f26-4ab8-a717-7c282476facb req-e3f67077-c6cf-4cd6-b8dd-af5bb08a3f11 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.5163622 Apr 16 05:06:42.098555 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d8972687-3abc-43a8-ac4e-a3830ab5ee90 req-84a17639-6805-44b9-ad3a-d2cfb8c2e68a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272836 Apr 16 05:06:42.166680 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a51c68ab-1f26-4ab8-a717-7c282476facb req-53317325-8ffe-411e-8548-3d98c1030118 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630705 Apr 16 05:06:42.167976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3fabd46-22c3-4dd6-ad17-ab31616c6af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850673300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850641033'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:42.184838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:42.306407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fabd46-22c3-4dd6-ad17-ab31616c6af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d79f13dd-1043-434e-a350-c7c9e8598f6d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:42.319696 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e3fabd46-22c3-4dd6-ad17-ab31616c6af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:42.389261 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:06:42.499744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:06:42.506630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:06:42.507271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:42.562144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e3fabd46-22c3-4dd6-ad17-ab31616c6af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:42.582931 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-e3fabd46-22c3-4dd6-ad17-ab31616c6af2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d79f13dd-1043-434e-a350-c7c9e8598f6d HTTP/1.1" status: 204 len: 168 time: 1.5154152 Apr 16 05:06:42.589042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 49918) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:42.611185 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83029c-2daf-43e2-9ee8-c41240cc63c9 req-94598fe3-791e-44e2-96b4-02713d6a5247 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:42.612931 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2f83029c-2daf-43e2-9ee8-c41240cc63c9 req-94598fe3-791e-44e2-96b4-02713d6a5247 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.2814085 Apr 16 05:06:42.635952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c555f45-bdac-4539-acce-18e0baf5cd0f req-429a41a1-596b-4f63-92cd-eb6664730fa7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:42.637718 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3c555f45-bdac-4539-acce-18e0baf5cd0f req-429a41a1-596b-4f63-92cd-eb6664730fa7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1992776 Apr 16 05:06:42.724683 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2f83029c-2daf-43e2-9ee8-c41240cc63c9 req-d949411a-f73f-4e86-a81c-bdf34b9940d5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857816 Apr 16 05:06:42.728997 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3c555f45-bdac-4539-acce-18e0baf5cd0f req-23180053-8775-4cc7-b222-5d8206aadd18 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717993 Apr 16 05:06:42.735100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:42.751428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:42.801575 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81b65ba-5074-415a-af54-52098b964207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586d6dcc-683a-49ff-b65d-d81f8e8b5d27'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:06:42.802375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49922) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:42.824675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:42.830695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:42.834249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:42.979431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:43.016067 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81b65ba-5074-415a-af54-52098b964207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586d6dcc-683a-49ff-b65d-d81f8e8b5d27', 'code': 200} Apr 16 05:06:43.017470 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:43.017611 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:43.028938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c3854277abee469aa5c73e0f296de420 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:43.034084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:43.035757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:43.050776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:43.336290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:43.360066 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:43.392264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:43.483076 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:43.578114 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3854277abee469aa5c73e0f296de420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7744031 Apr 16 05:06:43.584181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 49934) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:43.591098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acfeb35-40e6-4408-803d-1005de7f7803,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:43.610627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:43.671015 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc65e1b-4ad6-4b82-9fca-12ac641ae12f']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:06:43.671371 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d214ac-5565-4ed0-9998-8d65e6fb9856 req-ea4f0e1b-072a-4286-bb5a-9bb6c3949bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:43.672844 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-48d214ac-5565-4ed0-9998-8d65e6fb9856 req-ea4f0e1b-072a-4286-bb5a-9bb6c3949bb8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 1099 time: 0.5066299 Apr 16 05:06:43.686767 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3785f590-635d-4176-b600-9d583dfb87be') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:06:43.687117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3785f590-635d-4176-b600-9d583dfb87be') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:06:43.702126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850680888'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:43.729989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:43.738993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee4e4f-4587-4ce7-b947-d7776ac16966 req-24c5499a-82bc-4c3c-9369-bf1fb76f77e6 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:43.740259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:06:43.740738 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bcee4e4f-4587-4ce7-b947-d7776ac16966 req-24c5499a-82bc-4c3c-9369-bf1fb76f77e6 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 946 time: 0.4900048 Apr 16 05:06:43.773116 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49b11f-db7f-4c0e-880a-10eafcd4720c req-e6e911a3-d788-44d8-8d62-4629093062fc tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:43.774865 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ab49b11f-db7f-4c0e-880a-10eafcd4720c req-e6e911a3-d788-44d8-8d62-4629093062fc tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.4171436 Apr 16 05:06:43.838469 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-48d214ac-5565-4ed0-9998-8d65e6fb9856 req-1d1d613e-4cbd-4a3d-8d86-8382882c430f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515713 Apr 16 05:06:43.843030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5c98eae1-adfd-4530-b3bc-4ea84e1ec9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:43.893470 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bcee4e4f-4587-4ce7-b947-d7776ac16966 req-8ff56a20-6f2d-429e-a13f-cabc7d14860a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435664 Apr 16 05:06:43.922288 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5c98eae1-adfd-4530-b3bc-4ea84e1ec9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:43.936533 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ab49b11f-db7f-4c0e-880a-10eafcd4720c req-d7062c59-4f13-4bfe-bd63-3422aa73a858 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339655 Apr 16 05:06:43.948192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:06:43.964389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850605929'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:44.071995 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5c98eae1-adfd-4530-b3bc-4ea84e1ec9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:44.077323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c2037060-a31a-4133-b60f-19991f1afe35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:44.107752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98eae1-adfd-4530-b3bc-4ea84e1ec9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acfeb35-40e6-4408-803d-1005de7f7803,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:44.120716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5c98eae1-adfd-4530-b3bc-4ea84e1ec9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:44.135529 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5c98eae1-adfd-4530-b3bc-4ea84e1ec9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:44.137118 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5c98eae1-adfd-4530-b3bc-4ea84e1ec9f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7acfeb35-40e6-4408-803d-1005de7f7803 HTTP/1.1" status: 204 len: 168 time: 0.5478451 Apr 16 05:06:44.178323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Network 3cc65e1b-4ad6-4b82-9fca-12ac641ae12f has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:06:44.261850 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:06:44.309158 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:44.313915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c16bd116-fe82-43aa-961c-b1e68307bb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:44.332546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:44.343090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc65e1b-4ad6-4b82-9fca-12ac641ae12f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:44.346992 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:44.360091 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6a5537bd-19df-4343-8d07-1160e48728fb admin admin] 10.222.0.48 "DELETE /v2.0/networks/3cc65e1b-4ad6-4b82-9fca-12ac641ae12f HTTP/1.1" status: 204 len: 168 time: 1.7693329 Apr 16 05:06:44.367184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 49944) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:44.420965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd180e-cd98-47ca-b805-d30e57aafa1e req-27419d8a-6e27-49ec-b017-28a734e220b8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:44.423487 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fafd180e-cd98-47ca-b805-d30e57aafa1e req-27419d8a-6e27-49ec-b017-28a734e220b8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.2846258 Apr 16 05:06:44.445040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68f7aac-4a5a-45de-8085-a6e47f409601 admin admin] Deleting subnet b3be327e-0904-474f-baeb-31850853003b {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:06:44.449677 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c68f7aac-4a5a-45de-8085-a6e47f409601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:44.499605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478f674-70a0-49ad-b323-6df2b3223a08 req-eeac549a-04ae-4fee-a271-2e12ea371038 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:44.501298 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7478f674-70a0-49ad-b323-6df2b3223a08 req-eeac549a-04ae-4fee-a271-2e12ea371038 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.2377305 Apr 16 05:06:44.531067 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c68f7aac-4a5a-45de-8085-a6e47f409601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4094960'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:44.541392 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fafd180e-cd98-47ca-b805-d30e57aafa1e req-9b6f27cb-d6ff-4ada-9954-0bd08f5b022f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019204 Apr 16 05:06:44.587796 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7478f674-70a0-49ad-b323-6df2b3223a08 req-77543b7e-a8a2-4953-b743-30ed269573cf tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662365 Apr 16 05:06:44.631489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c68f7aac-4a5a-45de-8085-a6e47f409601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:44.994992 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c68f7aac-4a5a-45de-8085-a6e47f409601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4171062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852521590'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:45.040845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:45.124618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f7aac-4a5a-45de-8085-a6e47f409601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3be327e-0904-474f-baeb-31850853003b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:45.130201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c68f7aac-4a5a-45de-8085-a6e47f409601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:45.321301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c68f7aac-4a5a-45de-8085-a6e47f409601 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:45.339335 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c68f7aac-4a5a-45de-8085-a6e47f409601 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b3be327e-0904-474f-baeb-31850853003b HTTP/1.1" status: 204 len: 168 time: 0.9705515 Apr 16 05:06:45.340110 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 49972) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:45.406963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d458f80-289b-407b-bf5d-7f0c031b004d req-7d96217b-c96c-46f1-b0fd-f46001d7fbc3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:45.408727 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5d458f80-289b-407b-bf5d-7f0c031b004d req-7d96217b-c96c-46f1-b0fd-f46001d7fbc3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.2477252 Apr 16 05:06:45.419883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5499bb-6e50-4442-87b7-b3bd82db987e req-5e8cbb67-1aa0-4fcf-8d19-cb8600be7775 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:45.421799 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1c5499bb-6e50-4442-87b7-b3bd82db987e req-5e8cbb67-1aa0-4fcf-8d19-cb8600be7775 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 946 time: 0.2006109 Apr 16 05:06:45.509248 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5d458f80-289b-407b-bf5d-7f0c031b004d req-5654320d-19bb-46f6-952a-9e0fbdd39c3c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835679 Apr 16 05:06:45.522813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:45.533936 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1c5499bb-6e50-4442-87b7-b3bd82db987e req-60d49de2-4053-4ee4-b55a-395d511c8966 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874646 Apr 16 05:06:45.826816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a1bfc-1696-4b34-bffa-8d8aff979e6b req-dcb49490-6a96-4863-8ed2-ee983080bab8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:45.829149 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ee8a1bfc-1696-4b34-bffa-8d8aff979e6b req-dcb49490-6a96-4863-8ed2-ee983080bab8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1417606 Apr 16 05:06:45.896418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:45.898572 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ee8a1bfc-1696-4b34-bffa-8d8aff979e6b req-8236ac80-141d-4dc1-a12e-67c1cc21d2c2 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565059 Apr 16 05:06:46.058335 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01112b5d-7cef-4d81-a81c-424c5e385c73']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:06:46.074840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c8b65a-c41f-49e9-ab3c-cc1c9f71a95e') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:06:46.075283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c8b65a-c41f-49e9-ab3c-cc1c9f71a95e') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:06:46.092221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850680888'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:46.119328 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:46.127620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:06:46.253470 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8340d2fc-c8cb-4b7b-ab4d-e715d37f7e16 req-f243d2ed-39a3-470b-9ef5-1e2e820842f6 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:46.255793 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8340d2fc-c8cb-4b7b-ab4d-e715d37f7e16 req-f243d2ed-39a3-470b-9ef5-1e2e820842f6 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1208920 Apr 16 05:06:46.328605 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8340d2fc-c8cb-4b7b-ab4d-e715d37f7e16 req-41534266-d27d-4c35-8896-3b049f91d7e8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598335 Apr 16 05:06:46.463900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Network 01112b5d-7cef-4d81-a81c-424c5e385c73 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:06:46.475180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850605929'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:46.878046 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df36c5f-ed76-49a2-8e67-12e88494bab6 req-ea24fdb9-735d-4212-8c24-f81ef017d5ca tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:46.881574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Network 01112b5d-7cef-4d81-a81c-424c5e385c73 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:06:46.883818 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0df36c5f-ed76-49a2-8e67-12e88494bab6 req-ea24fdb9-735d-4212-8c24-f81ef017d5ca tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.1908777 Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:06:46.935743 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:06:47.017159 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0df36c5f-ed76-49a2-8e67-12e88494bab6 req-29b67cf7-d962-4251-b290-945c9fd95225 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192989 Apr 16 05:06:47.104701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:47.109442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:47.127544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:47.138253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Pushing event deleted for resources: {'Network': ['ID=01112b5d-7cef-4d81-a81c-424c5e385c73,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:47.149348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:47.155073 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] 10.222.0.48 "DELETE /v2.0/networks/01112b5d-7cef-4d81-a81c-424c5e385c73 HTTP/1.1" status: 204 len: 168 time: 1.8138034 Apr 16 05:06:47.331443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1892082-bada-4af7-be2d-df72cf447a79 req-d13fac7a-712b-476d-855d-815af659b0a7 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:47.334400 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c1892082-bada-4af7-be2d-df72cf447a79 req-d13fac7a-712b-476d-855d-815af659b0a7 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1399281 Apr 16 05:06:47.423801 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c1892082-bada-4af7-be2d-df72cf447a79 req-2d26dc0e-1181-4770-a0a1-fb735b21e9bf tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823464 Apr 16 05:06:47.565914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 50022) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:47.742331 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-62e40ccd-e4c3-4eb0-8a77-6c15d0efee4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1135ffbc4dae411dac7024d72517c74e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747954 Apr 16 05:06:47.745627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 50026) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:47.775609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77301d6-c3fe-423b-a96e-5b00dd043a71 req-32239b38-dc38-4dae-a71a-106ac7a755e7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:47.777475 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f77301d6-c3fe-423b-a96e-5b00dd043a71 req-32239b38-dc38-4dae-a71a-106ac7a755e7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1792271 Apr 16 05:06:47.827692 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1fb62872-0304-4224-9727-d1be0bf350b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:47.840855 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f77301d6-c3fe-423b-a96e-5b00dd043a71 req-a1252e2e-2f00-4c39-bb2d-ac893080f08a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558474 Apr 16 05:06:47.864613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1fb62872-0304-4224-9727-d1be0bf350b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:47.917705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1fb62872-0304-4224-9727-d1be0bf350b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:47.923734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bb758c91-f926-46d3-91de-fb55ef75327c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:47.940152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb62872-0304-4224-9727-d1be0bf350b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa5db7-ec32-48c3-8415-f73f0ed17058,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:47.942937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1fb62872-0304-4224-9727-d1be0bf350b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:47.953552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1fb62872-0304-4224-9727-d1be0bf350b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:47.955141 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1fb62872-0304-4224-9727-d1be0bf350b5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3daa5db7-ec32-48c3-8415-f73f0ed17058 HTTP/1.1" status: 204 len: 168 time: 0.2070329 Apr 16 05:06:48.320523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ba4d7-e0f0-469d-9537-92162518dc90 req-91df910b-9bbe-46fd-8384-c09d274a8164 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:48.322432 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-703ba4d7-e0f0-469d-9537-92162518dc90 req-91df910b-9bbe-46fd-8384-c09d274a8164 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.1145952 Apr 16 05:06:48.415734 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-703ba4d7-e0f0-469d-9537-92162518dc90 req-f33d3c06-0f53-42a1-8c00-04f67df2d60e tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840268 Apr 16 05:06:48.549118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 50052) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:48.631399 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f88e8f89-03bb-4dba-b54e-9d89f634c518 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec247ca957ee4ab9886a1bd50a9a4071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782368 Apr 16 05:06:48.631943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 50058) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:48.748652 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6ae60fe2-0ba2-4952-afa9-5083faae9523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:48.800334 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6ae60fe2-0ba2-4952-afa9-5083faae9523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:48.822502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-357bf24d-388d-4cda-bb9f-918fc9528b74 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:48.825229 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-357bf24d-388d-4cda-bb9f-918fc9528b74 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 814 time: 0.3985755 Apr 16 05:06:48.861919 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-2c739680-9424-48aa-adb8-dcd91607582b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/quotas/9938d71b3b1e42928c8f49e035d59b04 HTTP/1.1" status: 200 len: 375 time: 0.0298250 Apr 16 05:06:48.871783 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6ae60fe2-0ba2-4952-afa9-5083faae9523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:48.878220 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-518d218d-1b3b-4469-b023-0bbe32be2bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:48.879832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72ff8b-9ac6-4ff3-9824-b6a9690e400e req-a1836c43-a364-4246-8918-8b04abae9a42 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:48.881688 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2b72ff8b-9ac6-4ff3-9824-b6a9690e400e req-a1836c43-a364-4246-8918-8b04abae9a42 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.2496421 Apr 16 05:06:48.900136 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae60fe2-0ba2-4952-afa9-5083faae9523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc92c8b-f5ba-4f79-ade9-b111988b8c7b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:48.904079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6ae60fe2-0ba2-4952-afa9-5083faae9523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:48.911807 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6ae60fe2-0ba2-4952-afa9-5083faae9523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:48.914562 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6ae60fe2-0ba2-4952-afa9-5083faae9523 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/acc92c8b-f5ba-4f79-ade9-b111988b8c7b HTTP/1.1" status: 204 len: 168 time: 0.2802873 Apr 16 05:06:49.030638 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2b72ff8b-9ac6-4ff3-9824-b6a9690e400e req-d42be8e6-6176-4d15-b148-063bcca082f6 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004164 Apr 16 05:06:49.039067 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f717629-8113-4b01-8e82-9970463411aa tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1688213 Apr 16 05:06:49.209312 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-7ab22807-e80c-4f8c-b6a0-22e6769d5b48 service neutron] 10.222.0.48 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611054 Apr 16 05:06:49.440077 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-31acbe8e-b2e5-4c9e-88a0-5e2008f42cfd service neutron] 10.222.0.48 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227829 Apr 16 05:06:49.457246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee3605-c629-4df5-ac2d-abc02b9e56d8 req-864b33f0-79bc-4245-8794-8031a463cf36 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:49.459009 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6eee3605-c629-4df5-ac2d-abc02b9e56d8 req-864b33f0-79bc-4245-8794-8031a463cf36 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1612165 Apr 16 05:06:49.529178 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6eee3605-c629-4df5-ac2d-abc02b9e56d8 req-edf7fd0b-b599-4e09-abb2-cf39852df68e tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557163 Apr 16 05:06:49.665020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-742d42dd-9b49-4276-a76c-28f373b6fbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:49.821413 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e980dbd8-c031-40e9-b283-c69c742c173e req-8eedb004-010a-4e6a-b330-261cf8ddc662 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 210 time: 0.1241319 Apr 16 05:06:50.128290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f58304-0304-4138-9ee9-3562422d110b req-642e08d5-31a9-480e-941f-7a54da560ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:50.130569 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d2f58304-0304-4138-9ee9-3562422d110b req-642e08d5-31a9-480e-941f-7a54da560ce0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1099 time: 0.2276537 Apr 16 05:06:50.508343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45b1f3-6ec2-4ed1-9087-edf482a9dc3d req-d5f4a379-7b77-4519-b563-4e5104b18768 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:50.510847 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce45b1f3-6ec2-4ed1-9087-edf482a9dc3d req-d5f4a379-7b77-4519-b563-4e5104b18768 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.5320184 Apr 16 05:06:50.570848 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d2f58304-0304-4138-9ee9-3562422d110b req-3026c1ed-ad30-44a9-8af5-b27bfe0c3c43 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285367 Apr 16 05:06:50.645353 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ce45b1f3-6ec2-4ed1-9087-edf482a9dc3d req-da711443-5934-4df3-9e78-a515f8c1bbe3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794291 Apr 16 05:06:50.697858 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff78d8e-b68b-42ce-bdcc-35e41e8510f6 req-2eda8570-fca2-4099-a331-6facfab42ad1 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:50.699737 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-aff78d8e-b68b-42ce-bdcc-35e41e8510f6 req-2eda8570-fca2-4099-a331-6facfab42ad1 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.2059171 Apr 16 05:06:50.782187 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-aff78d8e-b68b-42ce-bdcc-35e41e8510f6 req-c4e4299b-53c3-45a5-8f4d-4df2e4dffb93 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665843 Apr 16 05:06:50.940847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 50122) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:51.035836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd996dc0-d2b3-42d3-8652-4db9e6d08e59 req-8bf9655d-fb5e-441c-8d84-cb21f31e5e67 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:51.038834 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cd996dc0-d2b3-42d3-8652-4db9e6d08e59 req-8bf9655d-fb5e-441c-8d84-cb21f31e5e67 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1629543 Apr 16 05:06:51.168270 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a3515d88-6d9f-4390-849b-290d18739756 req-2922f31c-1a83-43d2-8875-df40cefc4f71 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 210 time: 0.0910513 Apr 16 05:06:51.202732 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cd996dc0-d2b3-42d3-8652-4db9e6d08e59 req-0a2b818f-dba0-42cd-9f12-ab2d308ab4a2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551499 Apr 16 05:06:51.218435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:51.240581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:51.247225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Usage tracker for resource:security_group_rule and tenant:c6eda4376bfa49aeb511b18c6d87f9e2 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:51.278517 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:51.278517 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:51.486814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:51.491752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:51.503351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7596556a-6615-4dac-b76b-2a0c7aa63116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:51.562742 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6eda4376bfa49aeb511b18c6d87f9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6197083 Apr 16 05:06:51.567577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 50132) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:51.575634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0b4334-db21-4cea-bf9f-69e3b36b1c1e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:51.584418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:51.785237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72dfbd05-dcd4-42ce-b275-ce82bd1a2639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:52.157079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72dfbd05-dcd4-42ce-b275-ce82bd1a2639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:52.288154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-fae58691-f8b8-42b0-9cda-04615cc3997e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:52.289807 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-fae58691-f8b8-42b0-9cda-04615cc3997e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 814 time: 0.6054633 Apr 16 05:06:52.312873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Request body: {'port': {'device_id': '7f020c0d-583b-4f43-bc8d-db92897cc269', 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472', 'admin_state_up': True, 'tenant_id': '9938d71b3b1e42928c8f49e035d59b04'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:06:52.437421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327c871-4945-4440-8f55-e34ec59d85a3 req-fe2b75bf-2e14-4fb8-811e-c03b30a7d168 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:52.439316 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e327c871-4945-4440-8f55-e34ec59d85a3 req-fe2b75bf-2e14-4fb8-811e-c03b30a7d168 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.5545638 Apr 16 05:06:52.475764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60cf08-9111-4153-9e2f-9a12945392a3 req-85f85938-31d0-418e-9af9-3a00d9ca4f52 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:52.478944 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6d60cf08-9111-4153-9e2f-9a12945392a3 req-85f85938-31d0-418e-9af9-3a00d9ca4f52 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.4387586 Apr 16 05:06:52.522504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-705ecf9e-efa1-423e-8965-57ff3282bc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:52.530828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72dfbd05-dcd4-42ce-b275-ce82bd1a2639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:52.544519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-46e26971-22a9-43d9-aa30-e997d64cb151 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:52.616256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfbd05-dcd4-42ce-b275-ce82bd1a2639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0b4334-db21-4cea-bf9f-69e3b36b1c1e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:52.627668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72dfbd05-dcd4-42ce-b275-ce82bd1a2639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:52.665662 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72dfbd05-dcd4-42ce-b275-ce82bd1a2639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:52.667766 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-72dfbd05-dcd4-42ce-b275-ce82bd1a2639 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef0b4334-db21-4cea-bf9f-69e3b36b1c1e HTTP/1.1" status: 204 len: 168 time: 1.0979824 Apr 16 05:06:52.696243 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e327c871-4945-4440-8f55-e34ec59d85a3 req-402f77f8-f2f8-410f-85b5-3ea220fb9eac tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361021 Apr 16 05:06:52.707103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:52.723464 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6d60cf08-9111-4153-9e2f-9a12945392a3 req-0b4f3354-69e7-4655-8636-0e43e37fa3b8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934986 Apr 16 05:06:52.740453 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:52.797170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Made reservation on behalf of 9938d71b3b1e42928c8f49e035d59b04 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:06:52.801355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:52.811157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:53.115350 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2ee5b943-82a9-4eef-ad58-bd3179ccc50f req-f594750c-614f-4234-96c7-47133da7c0a7 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 210 time: 0.1225917 Apr 16 05:06:53.241670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Allocated IP 172.20.0.4 (90b5bcc5-b87d-485d-b644-e7cf2587d472/8981d6a0-f713-4bb7-b87f-72259273e8ec/7f112f0f-3225-4111-bcd9-226b3edec55a) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:06:53.256020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2e9a5-7e53-4e55-b85a-d1f41fe836ae req-7388a598-1999-4614-bb53-a2b690fadfb7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:53.257776 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-36d2e9a5-7e53-4e55-b85a-d1f41fe836ae req-7388a598-1999-4614-bb53-a2b690fadfb7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.2198408 Apr 16 05:06:53.368402 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-36d2e9a5-7e53-4e55-b85a-d1f41fe836ae req-1f589f1e-2c15-4a26-98b0-1499ee1aa749 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975780 Apr 16 05:06:53.376801 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 50162) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:53.403876 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:53.424093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:53.429686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Usage tracker for resource:security_group_rule and tenant:4529990e847c4831b5e16b3dd36d5f8c is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:53.433713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:53.441966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:53.600813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:53.727055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb3d5b-5568-4f23-a2c0-6b0dd94dbca1 req-8b7d2abd-3dcc-4a7d-9ddf-92acbc44a3cb tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:53.729148 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bdfb3d5b-5568-4f23-a2c0-6b0dd94dbca1 req-8b7d2abd-3dcc-4a7d-9ddf-92acbc44a3cb tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1192980 Apr 16 05:06:53.730987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:53.745986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b1bbb333-3abd-4d5d-b55c-080a819d4baa', '586d6dcc-683a-49ff-b65d-d81f8e8b5d27'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:06:53.748154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:53.753307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:53.774858 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:53.821461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d307c655-902c-44bc-bf49-a1f783dc31cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:53.857086 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4529990e847c4831b5e16b3dd36d5f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4759409 Apr 16 05:06:53.862518 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 50174) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:53.914518 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e9a46c-5c9a-4281-bed2-8fcbfc3d107c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:53.918698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:53.927868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-2cc9b1b6-9957-4d84-8525-f317a9a09b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:53.929511 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-2cc9b1b6-9957-4d84-8525-f317a9a09b46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1099 time: 0.3509839 Apr 16 05:06:54.023541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:54.061451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Pushing event updated for resources: {'Port': ['ID=7f112f0f-3225-4111-bcd9-226b3edec55a,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:54.065566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:54.089195 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bdfb3d5b-5568-4f23-a2c0-6b0dd94dbca1 req-52f1b67d-4af4-4ca9-a995-92115c5f337e tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006485 Apr 16 05:06:54.137778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170d04ea-3e2f-4072-a907-3d6451f6a3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:54.177588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-89a19fa1-2165-4371-b223-e574797a4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:54.179315 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-89a19fa1-2165-4371-b223-e574797a4153 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 919 time: 0.2118735 Apr 16 05:06:54.188963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9111c-6de9-4552-ab55-1e3814b76ae0 req-d23ba041-fd82-463d-beb5-4a477ade0655 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:54.190764 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-12a9111c-6de9-4552-ab55-1e3814b76ae0 req-d23ba041-fd82-463d-beb5-4a477ade0655 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.3834310 Apr 16 05:06:54.202203 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-05cef3cf-de08-4339-9e42-fb218ff94e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:54.203843 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-05cef3cf-de08-4339-9e42-fb218ff94e9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 1098 time: 0.2608418 Apr 16 05:06:54.247246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:06:54.254164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:06:54.258789 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170d04ea-3e2f-4072-a907-3d6451f6a3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:54.263719 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:06:54.287516 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-617260fd-d682-42c7-baaf-b4635d42be1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4 HTTP/1.1" status: 200 len: 217 time: 0.1001766 Apr 16 05:06:54.367018 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-a0a928fe-530d-434d-a35d-0d81de6eda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:54.368759 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-a0a928fe-530d-434d-a35d-0d81de6eda7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.0734897 Apr 16 05:06:54.438362 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-12a9111c-6de9-4552-ab55-1e3814b76ae0 req-0a30c03c-4f5a-462c-bb7a-8c9adb40e206 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383833 Apr 16 05:06:54.449122 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-233edd34-82f4-4641-88fb-887700697c5c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663536 Apr 16 05:06:54.500312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170d04ea-3e2f-4072-a907-3d6451f6a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:54.506264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b6a7f311-f579-456b-a9f9-d6aee4874f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:54.527531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170d04ea-3e2f-4072-a907-3d6451f6a3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e9a46c-5c9a-4281-bed2-8fcbfc3d107c,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:54.582002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:54.582797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:54.592581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-170d04ea-3e2f-4072-a907-3d6451f6a3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:54.697753 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-ce7cbf47-c140-4fac-8df3-7b19bcfaa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:54.699550 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-ce7cbf47-c140-4fac-8df3-7b19bcfaa2f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 912 time: 0.4781451 Apr 16 05:06:54.707825 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4033864 Apr 16 05:06:54.891560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-170d04ea-3e2f-4072-a907-3d6451f6a3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:54.896896 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-170d04ea-3e2f-4072-a907-3d6451f6a3d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80e9a46c-5c9a-4281-bed2-8fcbfc3d107c HTTP/1.1" status: 204 len: 168 time: 1.0251830 Apr 16 05:06:54.954605 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-ba3e8afa-dbf2-4101-adfd-edd8ef20721d service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949501 Apr 16 05:06:55.112906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Request body: {'port': {'device_id': '7f020c0d-583b-4f43-bc8d-db92897cc269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:06:55.143217 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fcedee9f-c009-45c5-9450-2056c736c2f2 req-ac83a237-e883-4bd3-bf04-450bc3add1fb service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811213 Apr 16 05:06:55.274439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb356df-3cb6-451a-be37-19a261bb696c req-7d10a8fc-ff58-4d11-b13a-315ccbaa7c72 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:55.279400 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4bb356df-3cb6-451a-be37-19a261bb696c req-7d10a8fc-ff58-4d11-b13a-315ccbaa7c72 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.9052904 Apr 16 05:06:55.362420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aedb06-2442-416d-bf7b-6c4342cd79bf req-15f3de26-8a8d-46a2-8aff-c38c538e4359 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:55.363274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-78aedb06-2442-416d-bf7b-6c4342cd79bf req-15f3de26-8a8d-46a2-8aff-c38c538e4359 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Synchronizing usage tracker for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:06:55.367782 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-aed51457-7cc5-474d-82f5-df91d3d53d18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 HTTP/1.1" status: 200 len: 1001 time: 0.6580348 Apr 16 05:06:55.507074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:55.518684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-78aedb06-2442-416d-bf7b-6c4342cd79bf req-15f3de26-8a8d-46a2-8aff-c38c538e4359 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Unset dirty status for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:06:55.523000 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-78aedb06-2442-416d-bf7b-6c4342cd79bf req-15f3de26-8a8d-46a2-8aff-c38c538e4359 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 931 time: 0.9346313 Apr 16 05:06:55.550860 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4bb356df-3cb6-451a-be37-19a261bb696c req-3e0a8e08-cb4b-4802-acd2-8cd6d7420aad tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984379 Apr 16 05:06:55.699122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:55.737052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-6b397090-54e2-4665-8a9d-ae3b2ea07678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:55.738656 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-6b397090-54e2-4665-8a9d-ae3b2ea07678 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 200 len: 850 time: 0.3416665 Apr 16 05:06:55.899961 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-78aedb06-2442-416d-bf7b-6c4342cd79bf req-acfa9235-41ce-4ee9-a399-0f448f6971ba tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592920 Apr 16 05:06:56.125869 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-a79b894f-0fe1-4eb3-8f83-6b339363b85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:56.127541 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-a79b894f-0fe1-4eb3-8f83-6b339363b85f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=984efdec-5b56-404c-a3d4-f6e7a0fea60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3749440 Apr 16 05:06:56.148082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd922d85-a2fb-46a4-b510-fcc8b2ad7077 req-90ccbec6-dba0-473c-b7fc-3abbdbc84709 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:56.149822 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bd922d85-a2fb-46a4-b510-fcc8b2ad7077 req-90ccbec6-dba0-473c-b7fc-3abbdbc84709 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.4100726 Apr 16 05:06:56.407967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f112f0f-3225-4111-bcd9-226b3edec55a {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:06:56.427187 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:56.465733 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bd922d85-a2fb-46a4-b510-fcc8b2ad7077 req-e00cb41a-0d8c-4eb8-8192-33b78bd276fc tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829976 Apr 16 05:06:56.488849 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Transition to ACTIVE for port object 7f112f0f-3225-4111-bcd9-226b3edec55a will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:06:56.507108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:56.529143 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5e022016-3e50-4d5c-92b4-3e8a9125eb87 tempest-DeleteServersTestJSON-180260341 tempest-DeleteServersTestJSON-180260341-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:56.727763 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-df253446-9337-4533-aae1-8b8e52debc5d service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757980 Apr 16 05:06:56.914042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787bd2d-00d0-4748-9a22-8ec845854640 req-7805ac53-59d6-4c41-990f-91772ebf69e4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:56.916545 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b787bd2d-00d0-4748-9a22-8ec845854640 req-7805ac53-59d6-4c41-990f-91772ebf69e4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.7608249 Apr 16 05:06:57.075964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7f112f0f-3225-4111-bcd9-226b3edec55a,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:57.131564 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:57.259852 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b787bd2d-00d0-4748-9a22-8ec845854640 req-c85a30f5-b80f-42c2-8502-93723fb17501 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079336 Apr 16 05:06:57.460036 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6ca6f3b7-ba67-4da7-b23f-5d8c31dfd5c1 req-1672c4d5-4237-4841-bca6-d948c9a1bfb8 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7168560 Apr 16 05:06:57.532323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01123fef-1bc4-494b-9420-3d5bde31b0e1 req-34d40ea6-13a5-40a2-a9a7-0fa0648d5aa9 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:57.534073 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01123fef-1bc4-494b-9420-3d5bde31b0e1 req-34d40ea6-13a5-40a2-a9a7-0fa0648d5aa9 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.7772708 Apr 16 05:06:57.930185 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01123fef-1bc4-494b-9420-3d5bde31b0e1 req-ab5bad81-75d5-43c9-9ee6-28c8eab3a378 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627925 Apr 16 05:06:57.997775 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Attempting to bind port 7f112f0f-3225-4111-bcd9-226b3edec55a on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:06:57.998359 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Attempting to bind port 7f112f0f-3225-4111-bcd9-226b3edec55a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:06:57.998924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Attempting to bind port 7f112f0f-3225-4111-bcd9-226b3edec55a on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:06:58.023154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5b4b9-db82-4d9c-a6b9-29378d769c06 req-084e2721-8b04-40f2-879e-fde8b5bcaa08 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:58.035546 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3ad5b4b9-db82-4d9c-a6b9-29378d769c06 req-084e2721-8b04-40f2-879e-fde8b5bcaa08 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 943 time: 0.5886884 Apr 16 05:06:58.044418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Port 7f112f0f-3225-4111-bcd9-226b3edec55a on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:06:58.045013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Attempting to bind port 7f112f0f-3225-4111-bcd9-226b3edec55a on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:06:58.085724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:06:58.086351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Checking segment: {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:06:58.087070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Bound using segment: {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:06:58.087948 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Bound port: 7f112f0f-3225-4111-bcd9-226b3edec55a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:06:58.088569 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:58.350526 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3ad5b4b9-db82-4d9c-a6b9-29378d769c06 req-c9392633-5fc0-4774-80b8-3f357c46201f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076582 Apr 16 05:06:58.455755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:58.485716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:06:58.518726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59453d67-6895-47d2-a1ec-50c9462511f7 req-ae9d0d21-64ed-478b-b544-1853b03253cd tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:58.520838 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-59453d67-6895-47d2-a1ec-50c9462511f7 req-ae9d0d21-64ed-478b-b544-1853b03253cd tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.4411299 Apr 16 05:06:58.522178 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] For port 7f112f0f-3225-4111-bcd9-226b3edec55a, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:06:58.536439 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-76b979e3-2401-428f-8dca-5549392fd30c tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7b3ab2148b1e4f3189c18ac5b21ed9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683298 Apr 16 05:06:58.559705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] For port 7f112f0f-3225-4111-bcd9-226b3edec55a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f112f0f-3225-4111-bcd9-226b3edec55a,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:06:58.594203 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:58.616693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dba3e6b0-0c30-4f5f-b32d-ad55678289a5 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:58.744408 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:58.774388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'port_id': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'mac_address': 'fa:16:3e:c8:b7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:06:58.842148 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-59453d67-6895-47d2-a1ec-50c9462511f7 req-2938dbc1-a167-457e-801a-930031e2b906 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085554 Apr 16 05:06:58.903971 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:58.906343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Pushing event updated for resources: {'Port': ['ID=7f112f0f-3225-4111-bcd9-226b3edec55a,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:58.939778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d02d8a58-8c85-44ed-b828-b36dcb983a37 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:06:58.972987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:06:58.982094 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:58.985957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-aef8bde7-9722-47fd-84d6-9cbc1ce6aaf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:06:59.030064 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-4d9b3fa7-33a1-4304-8127-286fdcd2741d tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:59.039947 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-4d9b3fa7-33a1-4304-8127-286fdcd2741d tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4843869 Apr 16 05:06:59.086405 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:59.114237 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-eb00a047-5a88-4551-81f2-12b6c2dd78a8 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/quotas/7b3ab2148b1e4f3189c18ac5b21ed9e6 HTTP/1.1" status: 200 len: 375 time: 0.0699003 Apr 16 05:06:59.141418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['d02d8a58-8c85-44ed-b828-b36dcb983a37'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:06:59.183745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:59.184849 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:59.186529 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] 10.222.0.47 "PUT /v2.0/ports/7f112f0f-3225-4111-bcd9-226b3edec55a HTTP/1.1" status: 200 len: 1093 time: 4.0932958 Apr 16 05:06:59.187443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f020c0d-583b-4f43-bc8d-db92897cc269', 'tag': '7f112f0f-3225-4111-bcd9-226b3edec55a'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:06:59.202766 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-0642e387-b871-4039-bad7-85a71f236e0d tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7b3ab2148b1e4f3189c18ac5b21ed9e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840974 Apr 16 05:06:59.214806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:06:59.220018 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:06:59.249658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 50286) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:06:59.403931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e142b2b-f222-4f17-a23d-65ba6201cfd0 req-f819e375-5c4c-4d39-a0b5-0b783c9db0a6 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:59.412540 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1e142b2b-f222-4f17-a23d-65ba6201cfd0 req-f819e375-5c4c-4d39-a0b5-0b783c9db0a6 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1998587 Apr 16 05:06:59.443561 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-fa004eb9-fc71-4e12-8080-ab2e3127e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:59.445225 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-fa004eb9-fc71-4e12-8080-ab2e3127e469 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 1096 time: 0.1760063 Apr 16 05:06:59.551949 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-a2386246-ef76-499d-9a05-a1dc91199522 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f112f0f-3225-4111-bcd9-226b3edec55a HTTP/1.1" status: 200 len: 217 time: 0.0900877 Apr 16 05:06:59.566898 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1e142b2b-f222-4f17-a23d-65ba6201cfd0 req-c3cd4c83-f619-4c23-b6e2-223ee7d21aca tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531825 Apr 16 05:06:59.690639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:59.701505 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f020c0d-583b-4f43-bc8d-db92897cc269', 'tag': '7f112f0f-3225-4111-bcd9-226b3edec55a', 'status': 'completed', 'code': 200} Apr 16 05:06:59.745814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:06:59.754233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Usage tracker for resource:security_group_rule and tenant:854faee8e5234d01880fefaab4b6b3bd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:06:59.761057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:06:59.774129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:06:59.835511 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-acc018f7-a384-4e40-a07d-c214fdc4aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:06:59.835511 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-acc018f7-a384-4e40-a07d-c214fdc4aca3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8981d6a0-f713-4bb7-b87f-72259273e8ec HTTP/1.1" status: 200 len: 854 time: 0.2645380 Apr 16 05:06:59.989383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:06:59.993326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:00.009438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0090956e-b3ea-4df9-9b66-01337b28f8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:00.038782 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-8d91aee0-7983-42e5-ac54-5e1e6a6b0cdb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90b5bcc5-b87d-485d-b644-e7cf2587d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852751 Apr 16 05:07:00.048524 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6e51cb-d8ba-4b45-8a2e-ec8c5bfe1de7,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:00.073990 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:00.097456 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=854faee8e5234d01880fefaab4b6b3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8454678 Apr 16 05:07:00.098557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 50310) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:07:00.118208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99125e82-56d7-4a32-bdcd-5f289679c8bd req-ed38221c-c649-491c-a031-020a361c357f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:00.121331 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-99125e82-56d7-4a32-bdcd-5f289679c8bd req-ed38221c-c649-491c-a031-020a361c357f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 944 time: 0.3814073 Apr 16 05:07:00.237562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b5fc15a-ea52-4fcc-942c-77e6722301c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:00.294613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b5fc15a-ea52-4fcc-942c-77e6722301c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:00.373410 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-99125e82-56d7-4a32-bdcd-5f289679c8bd req-57839f4a-d691-4500-aed4-d064c641f8a9 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411964 Apr 16 05:07:00.401822 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b5fc15a-ea52-4fcc-942c-77e6722301c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:00.419812 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b83b59b1-41cd-4721-a4bc-660cb37da1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:00.435182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61280bb-513f-44b2-98da-eb1b3c983a1e req-bf6be148-7546-4262-ba8f-c32818b4b0bf tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:00.448551 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e61280bb-513f-44b2-98da-eb1b3c983a1e req-bf6be148-7546-4262-ba8f-c32818b4b0bf tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 943 time: 0.5277488 Apr 16 05:07:00.474224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fc15a-ea52-4fcc-942c-77e6722301c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6e51cb-d8ba-4b45-8a2e-ec8c5bfe1de7,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:00.478778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7b5fc15a-ea52-4fcc-942c-77e6722301c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:00.480519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b5fc15a-ea52-4fcc-942c-77e6722301c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:00.487970 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7b5fc15a-ea52-4fcc-942c-77e6722301c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f6e51cb-d8ba-4b45-8a2e-ec8c5bfe1de7 HTTP/1.1" status: 204 len: 168 time: 0.3872035 Apr 16 05:07:00.515658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:07:00.544041 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-71f5d0fb-7eb1-4d76-a2ad-061623910629 service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845846 Apr 16 05:07:00.660494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port d02d8a58-8c85-44ed-b828-b36dcb983a37 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:07:00.660924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:00.734373 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e61280bb-513f-44b2-98da-eb1b3c983a1e req-7241dd2f-1820-4d65-8318-6f1940b9da84 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646897 Apr 16 05:07:00.863667 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-007de9a9-bdbc-4a3a-9d96-3ab4ede601c5 req-b305b4f9-732b-4114-b9dd-0edf6b877691 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.2359126 Apr 16 05:07:00.930988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:00.961760 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0639f4a3-a406-4f39-973d-f96cb8da5554 req-2cef69a4-72f7-4c4b-8e68-10f2917f0a1c service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914225 Apr 16 05:07:00.997150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:01.012797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:01.017743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:01.020899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:01.097200 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'code': 200} Apr 16 05:07:01.128865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-ecf5bef3-f801-4857-8ed4-8b95848492a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:01.130886 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-ecf5bef3-f801-4857-8ed4-8b95848492a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 1096 time: 0.0953863 Apr 16 05:07:01.181817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=7']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:01.186271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:01.317543 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-ed89095b-f107-4420-ad53-94a79060f3d0 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7b3ab2148b1e4f3189c18ac5b21ed9e6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535808 Apr 16 05:07:01.481281 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-103001f3-293d-492b-bc59-d63b75b15a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:01.482932 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-103001f3-293d-492b-bc59-d63b75b15a78 service neutron] 10.222.0.47 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 915 time: 0.3389790 Apr 16 05:07:01.957913 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-66444e69-7967-4439-89eb-bcc01f135c20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f112f0f-3225-4111-bcd9-226b3edec55a HTTP/1.1" status: 200 len: 217 time: 0.4251485 Apr 16 05:07:02.085959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-3e9aa0aa-d41f-4ef6-a272-0728477c5ae7 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:02.088166 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-3e9aa0aa-d41f-4ef6-a272-0728477c5ae7 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7539306 Apr 16 05:07:02.110719 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Request body: {'port': {'device_id': 'ec78c2b6-8373-4c5d-9525-6ff9c930dd56', 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7', 'admin_state_up': True, 'tenant_id': '7b3ab2148b1e4f3189c18ac5b21ed9e6'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:07:02.278439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-52cb9b76-3025-4192-b74c-d23540f67a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:02.280111 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-52cb9b76-3025-4192-b74c-d23540f67a66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8981d6a0-f713-4bb7-b87f-72259273e8ec HTTP/1.1" status: 200 len: 854 time: 0.2957075 Apr 16 05:07:02.401830 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-234dfd43-224e-46c8-b5b8-e7bd3cb3c233 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90b5bcc5-b87d-485d-b644-e7cf2587d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027734 Apr 16 05:07:02.417015 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83100fd-36cc-48b9-9e69-0d400aad79c9 req-ac62c7b5-6183-403e-838b-36b75701c704 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:02.424624 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e83100fd-36cc-48b9-9e69-0d400aad79c9 req-ac62c7b5-6183-403e-838b-36b75701c704 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.8024392 Apr 16 05:07:02.438223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3a985-4308-4f6e-a260-687aada53022 req-2a591a76-0220-4fbd-931b-7e884c719d0f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:02.442638 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f5b3a985-4308-4f6e-a260-687aada53022 req-2a591a76-0220-4fbd-931b-7e884c719d0f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.9676647 Apr 16 05:07:02.515974 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 7f112f0f-3225-4111-bcd9-226b3edec55a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:07:02.618764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:07:02.623731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Usage tracker for resource:port and tenant:7b3ab2148b1e4f3189c18ac5b21ed9e6 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:07:02.627239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:07:02.635699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:07:02.666829 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Made reservation on behalf of 7b3ab2148b1e4f3189c18ac5b21ed9e6 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:07:02.669514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:02.715142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:02.727060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 7f112f0f-3225-4111-bcd9-226b3edec55a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f112f0f-3225-4111-bcd9-226b3edec55a,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:02.750903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '7f112f0f-3225-4111-bcd9-226b3edec55a', 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472', 'port_id': '7f112f0f-3225-4111-bcd9-226b3edec55a', 'mac_address': 'fa:16:3e:0f:03:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8981d6a0-f713-4bb7-b87f-72259273e8ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:07:02.763518 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e83100fd-36cc-48b9-9e69-0d400aad79c9 req-73d7107e-8a1c-441f-a303-801f2efc6706 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3195794 Apr 16 05:07:02.772753 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f5b3a985-4308-4f6e-a260-687aada53022 req-3d990597-336b-4699-b4a1-b8830c9e7aa6 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832403 Apr 16 05:07:02.785615 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:07:02.811915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Usage tracker for resource:security_group_rule and tenant:7b3ab2148b1e4f3189c18ac5b21ed9e6 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:07:02.820128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:07:02.842827 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-c85c95b8-1c94-4b9d-84d3-b1dc1c0251ed service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932486 Apr 16 05:07:02.843848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:07:02.855437 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:02.878552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f112f0f-3225-4111-bcd9-226b3edec55a {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:07:02.914289 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 7f112f0f-3225-4111-bcd9-226b3edec55a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f112f0f-3225-4111-bcd9-226b3edec55a,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:02.920064 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:02.922262 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:03.050779 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=7f112f0f-3225-4111-bcd9-226b3edec55a,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:03.058818 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:03.252827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['7f112f0f-3225-4111-bcd9-226b3edec55a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:07:03.295726 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-24e4b385-5919-4fa6-84ee-cb438c25a42b req-2ef486eb-2364-4a93-bfc2-e7d2b24d4354 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.2497730 Apr 16 05:07:03.508794 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cc533d9-1294-40b1-9b7c-fcd822cb9edc req-a2e3e4a6-828a-47c5-b54e-38de9cd92c7e service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476812 Apr 16 05:07:03.530836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef7ded-9ed7-4a68-944f-8d717f1fdb92 req-b689c09b-1e2c-4595-8be2-e19101418838 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:03.543598 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-90ef7ded-9ed7-4a68-944f-8d717f1fdb92 req-b689c09b-1e2c-4595-8be2-e19101418838 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 944 time: 0.4901140 Apr 16 05:07:03.650814 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-90ef7ded-9ed7-4a68-944f-8d717f1fdb92 req-d5a2326a-3a80-40e6-a8e2-dbb7c634a1d2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902672 Apr 16 05:07:03.676327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:03.688591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:03.695158 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-702b858e-7c77-4173-b41c-9f13db1640a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:03.812302 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:03.819954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:03.936005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Allocated IP 192.168.233.49 (d35c6c3e-075d-487a-85b0-582544b9acc7/adc6409c-64b3-45b4-8075-f914e46d56fd/fbfbd2bf-ca61-4e21-bfe5-8004a1604f89) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:07:04.349114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:04.395324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Transition to ACTIVE for port object fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:07:04.463381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:04.604391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e7d0498-5840-42db-8d8b-83c3e264265f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:04.813699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Pushing event updated for resources: {'Port': ['ID=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:04.823281 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:04.862774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a22ee7-2466-468a-b30f-c6e68b9e391c req-ad8a24dc-3c98-4f0d-b7c6-666d06061c22 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:04.864398 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d1a22ee7-2466-468a-b30f-c6e68b9e391c req-ad8a24dc-3c98-4f0d-b7c6-666d06061c22 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.7689917 Apr 16 05:07:04.929469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Network d35c6c3e-075d-487a-85b0-582544b9acc7 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:07:04.975399 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640fef8-b44c-427f-a2fc-0da9798451f2 req-16979ce0-a737-4cf2-a931-fa22a2b4f0c8 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:04.985802 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d640fef8-b44c-427f-a2fc-0da9798451f2 req-16979ce0-a737-4cf2-a931-fa22a2b4f0c8 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 935 time: 0.3425562 Apr 16 05:07:04.991203 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d1a22ee7-2466-468a-b30f-c6e68b9e391c req-3c7473ed-4bd8-4b03-a531-385f4a7b5280 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156366 Apr 16 05:07:04.992233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:07:04.995856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:07:05.114695 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d640fef8-b44c-427f-a2fc-0da9798451f2 req-01d8ddd3-18c0-4e65-a8c1-0f7811419acd tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275811 Apr 16 05:07:05.178770 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:05.179520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:05.286900 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1867137 Apr 16 05:07:05.327199 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Request body: {'port': {'device_id': 'ec78c2b6-8373-4c5d-9525-6ff9c930dd56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:07:05.422436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-bb0bec4e-aab6-4ed5-8ad5-7d2436ab6693 None None] Provisioning for port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:07:05.438043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-bb0bec4e-aab6-4ed5-8ad5-7d2436ab6693 None None] Provisioning complete for port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:07:05.438523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb0bec4e-aab6-4ed5-8ad5-7d2436ab6693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:05.465679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e312d-53a6-464e-9fbf-4ee0504ba55f req-2e8dfa63-ba7a-4df8-ac0c-378e484bd4a3 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:05.472577 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-920e312d-53a6-464e-9fbf-4ee0504ba55f req-2e8dfa63-ba7a-4df8-ac0c-378e484bd4a3 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 944 time: 0.2659893 Apr 16 05:07:05.542757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-bb0bec4e-aab6-4ed5-8ad5-7d2436ab6693 None None] Port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:07:05.629395 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-920e312d-53a6-464e-9fbf-4ee0504ba55f req-5ec08889-68cf-4245-89ea-7eb1eaad366c tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387105 Apr 16 05:07:05.649655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:06.201564 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:07:06.210964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:06.230271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Transition to ACTIVE for port object fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:07:06.237501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:06.255152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:06.343121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Pushing event updated for resources: {'Port': ['ID=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:06.346348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:06.555625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 7f112f0f-3225-4111-bcd9-226b3edec55a up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:07:06.747112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 7f112f0f-3225-4111-bcd9-226b3edec55a completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:07:06.757501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 7f112f0f-3225-4111-bcd9-226b3edec55a triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:07:06.758701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:06.990825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17485eee-79e6-4e9d-930e-26bed31d7ca2 req-500e4b0b-ef81-4c7d-a5e6-f61afacaeb7a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:07.001293 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-17485eee-79e6-4e9d-930e-26bed31d7ca2 req-500e4b0b-ef81-4c7d-a5e6-f61afacaeb7a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.6022894 Apr 16 05:07:07.046004 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e069b-cad2-42f0-9518-ffffe46b89e4 req-109ffc16-205c-4019-b51c-18fee1635985 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:07.047060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9a2e069b-cad2-42f0-9518-ffffe46b89e4 req-109ffc16-205c-4019-b51c-18fee1635985 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Synchronizing usage tracker for tenant:7b3ab2148b1e4f3189c18ac5b21ed9e6 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:07:07.105972 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:07.146769 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-17485eee-79e6-4e9d-930e-26bed31d7ca2 req-4eda529f-2bb2-450f-99dd-e6fe61b1331c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441109 Apr 16 05:07:07.180332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:07:07.189899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 7f112f0f-3225-4111-bcd9-226b3edec55a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f112f0f-3225-4111-bcd9-226b3edec55a,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:07.189899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f020c0d-583b-4f43-bc8d-db92897cc269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f112f0f-3225-4111-bcd9-226b3edec55a'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:07.203439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:07.207104 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:07.261461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9a2e069b-cad2-42f0-9518-ffffe46b89e4 req-109ffc16-205c-4019-b51c-18fee1635985 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Unset dirty status for tenant:7b3ab2148b1e4f3189c18ac5b21ed9e6 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:07:07.262806 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a2e069b-cad2-42f0-9518-ffffe46b89e4 req-109ffc16-205c-4019-b51c-18fee1635985 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 947 time: 0.5302706 Apr 16 05:07:07.311871 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=7f112f0f-3225-4111-bcd9-226b3edec55a,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:07.333312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:07.359423 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9a2e069b-cad2-42f0-9518-ffffe46b89e4 req-9d2df843-e0a6-45e5-9e1b-98e44a9a7e2c tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Synchronizing usage tracker for tenant:7b3ab2148b1e4f3189c18ac5b21ed9e6 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:07:07.506585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Attempting to bind port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:07:07.506973 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Attempting to bind port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '4fe966c3-8249-4d1c-9951-f14a76fcdeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:07:07.507361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Attempting to bind port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 on network d35c6c3e-075d-487a-85b0-582544b9acc7 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:07:07.527777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9a2e069b-cad2-42f0-9518-ffffe46b89e4 req-9d2df843-e0a6-45e5-9e1b-98e44a9a7e2c tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Unset dirty status for tenant:7b3ab2148b1e4f3189c18ac5b21ed9e6 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:07:07.528965 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a2e069b-cad2-42f0-9518-ffffe46b89e4 req-9d2df843-e0a6-45e5-9e1b-98e44a9a7e2c tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507920 Apr 16 05:07:07.532009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 on network d35c6c3e-075d-487a-85b0-582544b9acc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:07:07.532386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Attempting to bind port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 on network d35c6c3e-075d-487a-85b0-582544b9acc7 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:07:07.546635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:07:07.547020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Checking segment: {'id': '4fe966c3-8249-4d1c-9951-f14a76fcdeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:07:07.547470 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Bound using segment: {'id': '4fe966c3-8249-4d1c-9951-f14a76fcdeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:07:07.547974 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Bound port: fbfbd2bf-ca61-4e21-bfe5-8004a1604f89, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fe966c3-8249-4d1c-9951-f14a76fcdeb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:07:07.548364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:07.673712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b8503-7680-49af-ad95-52bef6e4b7c5 req-652a0179-a1b3-4f96-9857-da648206797e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:07.682726 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-395b8503-7680-49af-ad95-52bef6e4b7c5 req-652a0179-a1b3-4f96-9857-da648206797e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 945 time: 0.3197563 Apr 16 05:07:07.730598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] For port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:07:07.747910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] For port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,segment=NetworkSegment(4fe966c3-8249-4d1c-9951-f14a76fcdeb2),segment_id=4fe966c3-8249-4d1c-9951-f14a76fcdeb2)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:07:07.756522 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-395b8503-7680-49af-ad95-52bef6e4b7c5 req-631e3d1a-3afd-4166-b336-2f279070f98c tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727119 Apr 16 05:07:07.760271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:07.783743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:07.823615 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f020c0d-583b-4f43-bc8d-db92897cc269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f112f0f-3225-4111-bcd9-226b3edec55a', 'code': 200} Apr 16 05:07:07.882446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Pushing event updated for resources: {'Port': ['ID=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:07.889475 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:08.179608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:08.180560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:08.183209 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] 10.222.0.47 "PUT /v2.0/ports/fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 HTTP/1.1" status: 200 len: 1097 time: 2.8633749 Apr 16 05:07:08.186818 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec78c2b6-8373-4c5d-9525-6ff9c930dd56', 'tag': 'fbfbd2bf-ca61-4e21-bfe5-8004a1604f89'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:08.563649 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec78c2b6-8373-4c5d-9525-6ff9c930dd56', 'tag': 'fbfbd2bf-ca61-4e21-bfe5-8004a1604f89', 'status': 'completed', 'code': 200} Apr 16 05:07:08.599190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-cdd4131e-271b-480d-b135-cdfd77e40a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:08.602400 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-cdd4131e-271b-480d-b135-cdfd77e40a3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1099 time: 0.2700589 Apr 16 05:07:08.764686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da95d2-5f5f-4a68-95d0-7aa531f773a0 req-01c98744-a755-486a-a2d4-9fb0ca1715d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:08.767115 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a6da95d2-5f5f-4a68-95d0-7aa531f773a0 req-01c98744-a755-486a-a2d4-9fb0ca1715d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 1098 time: 0.6539633 Apr 16 05:07:08.885284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96635469-b726-4b50-83b2-b8e15853d974 req-307eb7a7-a22c-4a6d-b1c0-9c2c01ca1b49 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:08.893866 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-96635469-b726-4b50-83b2-b8e15853d974 req-307eb7a7-a22c-4a6d-b1c0-9c2c01ca1b49 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.3037612 Apr 16 05:07:08.915751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-f499f0f6-6ac7-42ee-a140-595bf29886bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:08.918975 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-f499f0f6-6ac7-42ee-a140-595bf29886bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 919 time: 0.3007421 Apr 16 05:07:09.031013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-96f979d7-2b27-4190-93dd-f8b8ff9680b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:09.041404 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-96f979d7-2b27-4190-93dd-f8b8ff9680b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b3ab2148b1e4f3189c18ac5b21ed9e6&device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 1100 time: 0.7721462 Apr 16 05:07:09.053872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dfcde-537d-4f8f-8ba4-5d538967fd8c req-cc6904c4-28af-4991-97f3-80a263bfee02 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:09.062926 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d04dfcde-537d-4f8f-8ba4-5d538967fd8c req-cc6904c4-28af-4991-97f3-80a263bfee02 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.6082928 Apr 16 05:07:09.077458 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-64498874-4045-48f2-8e31-530ccb9705e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4 HTTP/1.1" status: 200 len: 217 time: 0.1411915 Apr 16 05:07:09.087922 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a6da95d2-5f5f-4a68-95d0-7aa531f773a0 req-44d20675-ccd7-46de-9f20-e326b4e6db3c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090947 Apr 16 05:07:09.174561 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-8bb4b2b4-0d79-476e-8e88-ac9179911644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:09.174561 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-8bb4b2b4-0d79-476e-8e88-ac9179911644 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.0843260 Apr 16 05:07:09.199641 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-96635469-b726-4b50-83b2-b8e15853d974 req-20f6c552-5cff-4876-97b3-23aacf7d3aaf tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042061 Apr 16 05:07:09.205148 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-33bfa33c-e50d-4a66-8bcf-527b1e6578f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 HTTP/1.1" status: 200 len: 217 time: 0.1159387 Apr 16 05:07:09.232855 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d04dfcde-537d-4f8f-8ba4-5d538967fd8c req-52788b6a-cca0-4da3-b7e0-2ed4891c6884 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686046 Apr 16 05:07:09.236228 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-5e07f426-3f48-41b7-be9c-7fbf45d08bd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552387 Apr 16 05:07:09.423082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-b1ebcf33-3ae5-41d1-985a-932c76511bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:09.424719 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-b1ebcf33-3ae5-41d1-985a-932c76511bd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=adc6409c-64b3-45b4-8075-f914e46d56fd HTTP/1.1" status: 200 len: 843 time: 0.1872885 Apr 16 05:07:09.525872 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-7276d6a5-dc45-40b5-b331-97c5aba4eda0 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726521 Apr 16 05:07:09.710887 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaccb51-21a4-4a5e-8f16-34edf22ebb8b req-62ebe6f8-bcce-4c44-8236-6c6d4416f973 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:09.722413 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3aaccb51-21a4-4a5e-8f16-34edf22ebb8b req-62ebe6f8-bcce-4c44-8236-6c6d4416f973 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 947 time: 0.2923760 Apr 16 05:07:09.780357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b897e44-d01e-4dac-9bf1-325f9c99e163 req-53a8e274-81c2-4fe0-865d-9d60f9072bdd tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:09.789267 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2b897e44-d01e-4dac-9bf1-325f9c99e163 req-53a8e274-81c2-4fe0-865d-9d60f9072bdd tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 945 time: 0.2646596 Apr 16 05:07:09.827878 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963a40e3-9961-45e5-bc8d-7f93098663b9 req-a786976c-5032-489b-8c4e-b7c23893e68e service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913966 Apr 16 05:07:09.848301 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3aaccb51-21a4-4a5e-8f16-34edf22ebb8b req-c3c6713b-53e7-48f0-9819-b0fac2bc4aa8 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240327 Apr 16 05:07:09.900991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-c8fc1010-9de4-4ae4-b78f-2af3ca22b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:09.904357 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-c8fc1010-9de4-4ae4-b78f-2af3ca22b61b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d35c6c3e-075d-487a-85b0-582544b9acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4257996 Apr 16 05:07:09.915695 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2b897e44-d01e-4dac-9bf1-325f9c99e163 req-099c50df-aa9a-4db5-bc7c-71b60dac8806 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245565 Apr 16 05:07:10.132519 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-59390e1d-f401-4ba1-9126-83b49791c422 service neutron] 10.222.0.47 "GET /v2.0/networks/d35c6c3e-075d-487a-85b0-582544b9acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928997 Apr 16 05:07:10.366865 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d91bc065-6da0-4547-b01a-4da81ea17c93 req-50bebce4-5936-4a0e-91df-c711bd3de137 service neutron] 10.222.0.47 "GET /v2.0/networks/d35c6c3e-075d-487a-85b0-582544b9acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197864 Apr 16 05:07:10.789125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-267c348f-42ed-4044-95ee-3b939b0a4eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:10.791430 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-267c348f-42ed-4044-95ee-3b939b0a4eb1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b3ab2148b1e4f3189c18ac5b21ed9e6&device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 1100 time: 0.2036543 Apr 16 05:07:10.817723 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f51e7-98f3-4dbc-befd-bf7550b280de req-3dcfaf49-522f-443d-b334-246d84f0f44d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:10.820298 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1c6f51e7-98f3-4dbc-befd-bf7550b280de req-3dcfaf49-522f-443d-b334-246d84f0f44d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.2775743 Apr 16 05:07:10.847632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b32f0-0aa7-4088-a03e-b8f16a8a3e86 req-ffeac9cd-4009-4d35-b987-efb5bc642df4 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:10.850320 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-849b32f0-0aa7-4088-a03e-b8f16a8a3e86 req-ffeac9cd-4009-4d35-b987-efb5bc642df4 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.2192421 Apr 16 05:07:11.055441 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1c6f51e7-98f3-4dbc-befd-bf7550b280de req-799fa88a-3ba3-4c70-994c-8cfd035c8f4b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034810 Apr 16 05:07:11.081245 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-849b32f0-0aa7-4088-a03e-b8f16a8a3e86 req-1303581b-aba0-48c3-a21a-97df94f0c143 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675880 Apr 16 05:07:11.204216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-6fdc2bc4-3ffd-4cb2-9c92-6dbd87b6268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:11.206005 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-6fdc2bc4-3ffd-4cb2-9c92-6dbd87b6268d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d35c6c3e-075d-487a-85b0-582544b9acc7 HTTP/1.1" status: 200 len: 870 time: 0.3774865 Apr 16 05:07:11.642260 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-4282dc2d-e1ef-45a0-8cb3-fe1394461d58 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 HTTP/1.1" status: 200 len: 217 time: 0.3893061 Apr 16 05:07:11.770811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-c5a966dd-8eba-493a-95b1-cce73e215d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:11.772391 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-c5a966dd-8eba-493a-95b1-cce73e215d51 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=adc6409c-64b3-45b4-8075-f914e46d56fd HTTP/1.1" status: 200 len: 843 time: 0.1205668 Apr 16 05:07:11.857481 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05c27c-7f69-4cd6-b066-98f89d9dde72 req-82215dbd-3b9a-4443-976e-ecc83be4aa03 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:11.859247 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0c05c27c-7f69-4cd6-b066-98f89d9dde72 req-82215dbd-3b9a-4443-976e-ecc83be4aa03 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 945 time: 0.5387399 Apr 16 05:07:11.893438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddc3c6-3729-4fc8-b6b9-8a0308ca212b req-0c509bb2-4a5d-41ee-9ed4-3b556289f956 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:11.895415 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a2ddc3c6-3729-4fc8-b6b9-8a0308ca212b req-0c509bb2-4a5d-41ee-9ed4-3b556289f956 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 947 time: 0.6881220 Apr 16 05:07:12.063561 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0c05c27c-7f69-4cd6-b066-98f89d9dde72 req-25a6ce36-8ee5-4a91-9f37-1d96dc70790f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951771 Apr 16 05:07:12.078144 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a2ddc3c6-3729-4fc8-b6b9-8a0308ca212b req-2701c37e-556d-4924-a4c4-b3d7e9536259 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708100 Apr 16 05:07:12.094209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-8a0187dd-1cd5-49b9-9503-a44bebf187fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:12.097336 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-8a0187dd-1cd5-49b9-9503-a44bebf187fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d35c6c3e-075d-487a-85b0-582544b9acc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3134551 Apr 16 05:07:12.574812 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-9c1a96b8-5791-4a65-81ae-a431da3325d1 service neutron] 10.222.0.47 "GET /v2.0/networks/d35c6c3e-075d-487a-85b0-582544b9acc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647124 Apr 16 05:07:12.580368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:07:12.765355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a839412c-240c-4914-bf9f-ab95e8de8e75 req-f463912a-c49a-4cfe-8f6b-d8cd4807b9aa tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:12.767246 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a839412c-240c-4914-bf9f-ab95e8de8e75 req-f463912a-c49a-4cfe-8f6b-d8cd4807b9aa tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.4941089 Apr 16 05:07:12.780503 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159ca85-4b46-4aea-89ab-7fe04b3067ec req-4a569b49-64db-4a0c-8cb0-a5b4893d7d9e tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:12.788786 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b159ca85-4b46-4aea-89ab-7fe04b3067ec req-4a569b49-64db-4a0c-8cb0-a5b4893d7d9e tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.4260228 Apr 16 05:07:12.863796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,segment=NetworkSegment(4fe966c3-8249-4d1c-9951-f14a76fcdeb2),segment_id=4fe966c3-8249-4d1c-9951-f14a76fcdeb2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:12.882690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'fbfbd2bf-ca61-4e21-bfe5-8004a1604f89', 'network_id': 'd35c6c3e-075d-487a-85b0-582544b9acc7', 'port_id': 'fbfbd2bf-ca61-4e21-bfe5-8004a1604f89', 'mac_address': 'fa:16:3e:53:22:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adc6409c-64b3-45b4-8075-f914e46d56fd', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:07:12.933994 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b159ca85-4b46-4aea-89ab-7fe04b3067ec req-1d927fbb-d643-4f88-a5b7-6c766554eb7c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434038 Apr 16 05:07:13.021327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:13.043325 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a839412c-240c-4914-bf9f-ab95e8de8e75 req-a32ad0a1-49ae-45aa-8dcb-54b599559f88 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214622 Apr 16 05:07:13.048742 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bbf23461-1737-45c7-bee5-f7cfc53b94c7 req-f43bf636-a6cb-4b24-9755-a84ee17df146 service neutron] 10.222.0.47 "GET /v2.0/networks/d35c6c3e-075d-487a-85b0-582544b9acc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619293 Apr 16 05:07:13.085777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:07:13.110589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,segment=NetworkSegment(4fe966c3-8249-4d1c-9951-f14a76fcdeb2),segment_id=4fe966c3-8249-4d1c-9951-f14a76fcdeb2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:13.116323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:13.120047 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:13.295926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:13.304674 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:13.452267 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4143ff9-173a-4952-bb23-4fd929fe3a1c req-983b65fd-c637-4342-a97e-1fd2cbafa716 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:13.455719 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a4143ff9-173a-4952-bb23-4fd929fe3a1c req-983b65fd-c637-4342-a97e-1fd2cbafa716 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 948 time: 0.1714585 Apr 16 05:07:13.538429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['fbfbd2bf-ca61-4e21-bfe5-8004a1604f89'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:07:13.564899 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a4143ff9-173a-4952-bb23-4fd929fe3a1c req-16c37dff-be1c-418d-b9b0-ac5a7b62f27a tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956759 Apr 16 05:07:14.225854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0602cf7-e794-42e6-9298-ff64f035acb4 req-cf2e664e-530a-4074-befa-6750cec4f68b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:14.227646 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f0602cf7-e794-42e6-9298-ff64f035acb4 req-cf2e664e-530a-4074-befa-6750cec4f68b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1274650 Apr 16 05:07:14.327581 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f0602cf7-e794-42e6-9298-ff64f035acb4 req-89bf1b80-98c9-495d-a0b0-e7ba52e6eef2 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915952 Apr 16 05:07:14.571225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc60b86b-1e0a-470f-967d-616ab24a2241 req-a5a0aea8-0ea9-4533-a151-47373542ff97 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:14.579382 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cc60b86b-1e0a-470f-967d-616ab24a2241 req-a5a0aea8-0ea9-4533-a151-47373542ff97 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.1374218 Apr 16 05:07:14.675862 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cc60b86b-1e0a-470f-967d-616ab24a2241 req-01cb5c36-8304-4a60-9ec4-b1acee109bae tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947654 Apr 16 05:07:14.880264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-d38f5dbe-5092-4623-8421-e21d84b494b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:14.881834 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-d38f5dbe-5092-4623-8421-e21d84b494b5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 1098 time: 0.1942856 Apr 16 05:07:14.896300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f01ef3-08c7-4478-b539-3ead3cee97b3 req-268fbc1e-b4f7-40f1-875d-11ca32256c51 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:14.897952 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-28f01ef3-08c7-4478-b539-3ead3cee97b3 req-268fbc1e-b4f7-40f1-875d-11ca32256c51 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 948 time: 0.1351900 Apr 16 05:07:15.043217 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-28f01ef3-08c7-4478-b539-3ead3cee97b3 req-a4f6abce-1dee-44d1-ad0f-3068c0e0396b tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207712 Apr 16 05:07:15.088793 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-54f73d12-af41-4d36-98c6-a1038888634d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:15.090383 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-54f73d12-af41-4d36-98c6-a1038888634d service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 917 time: 0.1914036 Apr 16 05:07:15.230741 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-4199a9a4-905c-41be-923d-f1167df08fd9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37 HTTP/1.1" status: 200 len: 1001 time: 0.1264713 Apr 16 05:07:15.310329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-577cb115-9412-4530-9725-51b57ee29b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:15.311907 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-577cb115-9412-4530-9725-51b57ee29b66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.0716646 Apr 16 05:07:15.400387 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-dabaf543-2a8e-4b99-bae4-ef0b147f5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:15.402103 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-dabaf543-2a8e-4b99-bae4-ef0b147f5a59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819592 Apr 16 05:07:15.646902 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-489b9481-a469-46d6-97a7-564838b8b1e1 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368765 Apr 16 05:07:15.983890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5edc6-0bdc-4001-847d-d1aeb1745dc6 req-b165c494-7887-4884-a367-13ef4cb0d53c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:15.985555 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-36c5edc6-0bdc-4001-847d-d1aeb1745dc6 req-b165c494-7887-4884-a367-13ef4cb0d53c tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.4782636 Apr 16 05:07:16.121015 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-36c5edc6-0bdc-4001-847d-d1aeb1745dc6 req-b8d82464-df00-4902-ba55-df8907557482 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932369 Apr 16 05:07:16.158833 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cafe3f46-e5ae-4f79-a072-028169c02c1b req-2f012c49-e249-4c25-ad4c-ec5248a43844 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962261 Apr 16 05:07:16.203795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887b14d-eedb-4ce8-9f55-5f2d330e3b83 req-622b643b-bf12-4b84-93c4-eb028af37a49 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:16.206448 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8887b14d-eedb-4ce8-9f55-5f2d330e3b83 req-622b643b-bf12-4b84-93c4-eb028af37a49 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 945 time: 0.2176013 Apr 16 05:07:16.268474 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8887b14d-eedb-4ce8-9f55-5f2d330e3b83 req-1a71fa17-ee27-4969-b259-d574bf8139f6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505719 Apr 16 05:07:16.363686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8db788-7cf6-4441-9352-b12c7cb0ff9f req-469cb862-75da-4502-b7b3-15ea0b090c7a tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:16.365349 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5a8db788-7cf6-4441-9352-b12c7cb0ff9f req-469cb862-75da-4502-b7b3-15ea0b090c7a tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 948 time: 0.0931892 Apr 16 05:07:16.420036 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5a8db788-7cf6-4441-9352-b12c7cb0ff9f req-bc428730-ef52-4017-9106-5784ab02769b tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474613 Apr 16 05:07:16.610979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:07:16.867787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:07:16.873221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:07:16.873645 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:17.058197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:17.087706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78c2b6-8373-4c5d-9525-6ff9c930dd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfbd2bf-ca61-4e21-bfe5-8004a1604f89'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:17.098830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,segment=NetworkSegment(4fe966c3-8249-4d1c-9951-f14a76fcdeb2),segment_id=4fe966c3-8249-4d1c-9951-f14a76fcdeb2)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:17.103379 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:17.104264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:07:17.135601 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:17.167555 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78c2b6-8373-4c5d-9525-6ff9c930dd56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbfbd2bf-ca61-4e21-bfe5-8004a1604f89', 'code': 200} Apr 16 05:07:17.241220 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:17.307673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:17.308567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:17.364743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:17.367355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95fb5eb-6cb8-4ebf-a468-16beb08465f9 req-9e8aa684-c743-4ef7-8aba-d00a44c943ef tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:17.369402 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:17.370680 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c95fb5eb-6cb8-4ebf-a468-16beb08465f9 req-9e8aa684-c743-4ef7-8aba-d00a44c943ef tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1126056 Apr 16 05:07:17.376238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:17.459636 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=8']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:17.463289 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:17.489754 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c95fb5eb-6cb8-4ebf-a468-16beb08465f9 req-f2d082d2-587d-48b6-b968-2365c9722fb1 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100171 Apr 16 05:07:17.611697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75225177-1939-48c7-bdb4-b78ef3ef8848 req-063d3c06-24cc-44c4-aead-5b2db7d2935d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:17.613365 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-75225177-1939-48c7-bdb4-b78ef3ef8848 req-063d3c06-24cc-44c4-aead-5b2db7d2935d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1760371 Apr 16 05:07:17.621086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754659c9-c922-47f0-9e15-acbace5ef5b9 req-ea412500-c552-46b8-8fdb-435f1c86bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:17.622718 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-754659c9-c922-47f0-9e15-acbace5ef5b9 req-ea412500-c552-46b8-8fdb-435f1c86bd99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 1102 time: 0.1428139 Apr 16 05:07:17.701553 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-75225177-1939-48c7-bdb4-b78ef3ef8848 req-e6d6feb4-56ae-4c09-8fd1-1870844f2a12 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777621 Apr 16 05:07:17.705216 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-754659c9-c922-47f0-9e15-acbace5ef5b9 req-619819cf-dce5-4884-b28f-baf8aab140ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647228 Apr 16 05:07:17.911906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81a4d6-d30d-42c5-811b-dc9dcd861c4f req-2ac04f31-6ec6-46b3-9fac-8b819d97ea74 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:17.913534 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cf81a4d6-d30d-42c5-811b-dc9dcd861c4f req-2ac04f31-6ec6-46b3-9fac-8b819d97ea74 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 949 time: 0.0994987 Apr 16 05:07:17.970628 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cf81a4d6-d30d-42c5-811b-dc9dcd861c4f req-04f57eb0-9f65-42c6-b43c-1a2c32a47fef tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492616 Apr 16 05:07:18.711326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216ab5c-79f6-43bd-a5d0-1872f7cb492f req-68728091-254a-4952-99fc-72c45ac62d71 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:18.713478 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3216ab5c-79f6-43bd-a5d0-1872f7cb492f req-68728091-254a-4952-99fc-72c45ac62d71 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.0983160 Apr 16 05:07:18.784805 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3216ab5c-79f6-43bd-a5d0-1872f7cb492f req-bfc743c0-b7e1-4754-b40f-f72957d299fe tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642862 Apr 16 05:07:18.940314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f776-319b-4f4c-9be7-6f110a27d305 req-fa87f83c-a3aa-4e61-b9b9-c31d599350ba tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:18.941993 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a50f776-319b-4f4c-9be7-6f110a27d305 req-fa87f83c-a3aa-4e61-b9b9-c31d599350ba tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1028707 Apr 16 05:07:19.010906 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1a50f776-319b-4f4c-9be7-6f110a27d305 req-1e5cab39-3313-4708-88f8-f9b2ed5caffa tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603395 Apr 16 05:07:19.170599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:19.358929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeff79c-9d65-499b-b3c1-0f8378eec02b req-c40207d5-b5df-48c8-8cc3-c25dd867f78a tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:19.360592 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eaeff79c-9d65-499b-b3c1-0f8378eec02b req-c40207d5-b5df-48c8-8cc3-c25dd867f78a tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 949 time: 0.1235609 Apr 16 05:07:19.424393 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eaeff79c-9d65-499b-b3c1-0f8378eec02b req-43b57aa1-fb5c-4b3c-b028-bbd4bd39a98b tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568788 Apr 16 05:07:19.494062 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'code': 422} returned with failed status Apr 16 05:07:19.661899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f20f0d19-c736-4dfd-b651-90488da99614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:19.988479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-975ec646-a1d6-4acb-b685-1f2bc65ba5b0 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:19.990769 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-975ec646-a1d6-4acb-b685-1f2bc65ba5b0 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 814 time: 0.2820749 Apr 16 05:07:20.016130 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-c85c953b-f014-4346-8166-7eb728a4631e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/quotas/9938d71b3b1e42928c8f49e035d59b04 HTTP/1.1" status: 200 len: 375 time: 0.0193841 Apr 16 05:07:20.114811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6bdb2e-e40b-46e4-aadb-14a99ae14f3e req-29eb47c4-b471-4b09-b712-3f5c95d572e7 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:20.116604 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ca6bdb2e-e40b-46e4-aadb-14a99ae14f3e req-29eb47c4-b471-4b09-b712-3f5c95d572e7 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.2031379 Apr 16 05:07:20.190854 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-174e73b7-7db6-4db2-b6ed-9fa25de054b6 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1664882 Apr 16 05:07:20.196239 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ca6bdb2e-e40b-46e4-aadb-14a99ae14f3e req-0f6fce7f-71ec-49dc-8478-86ec8de342a9 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657287 Apr 16 05:07:20.348509 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-21b98cea-7fc2-4cae-a3c6-b3faeecd3887 service neutron] 10.222.0.48 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485097 Apr 16 05:07:20.579903 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-fa9049f5-ebb2-4df0-94c7-1fafb82a3332 service neutron] 10.222.0.48 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237701 Apr 16 05:07:20.626250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e8afd-5661-4287-9807-0fbb3b9dc0a4 req-f05fc0ac-2f5e-4bfc-a95c-8d91493347dd tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:20.627962 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e35e8afd-5661-4287-9807-0fbb3b9dc0a4 req-f05fc0ac-2f5e-4bfc-a95c-8d91493347dd tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1293714 Apr 16 05:07:20.643416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:07:20.709693 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e35e8afd-5661-4287-9807-0fbb3b9dc0a4 req-9106577f-a34b-48bf-a1ce-7a01be5ceb17 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727220 Apr 16 05:07:20.895472 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-66f50ac8-56d3-4901-a73f-dc0c6b535748 req-79901661-95d4-4434-b9ce-7d21d32e482e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 210 time: 0.0650673 Apr 16 05:07:21.016498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedab435-c365-4c01-a913-d22aafc4ed6f req-cf3c5751-cc64-42dd-ac5c-b24fdfe8d13f tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:21.018212 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-aedab435-c365-4c01-a913-d22aafc4ed6f req-cf3c5751-cc64-42dd-ac5c-b24fdfe8d13f tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 949 time: 0.1305859 Apr 16 05:07:21.075557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 50572) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:07:21.081152 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-aedab435-c365-4c01-a913-d22aafc4ed6f req-e95ea755-7940-4e08-b4d4-fe31f82204af tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506184 Apr 16 05:07:21.223717 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70633c16-e952-44db-b7f9-feae110a926b req-a5088744-b6d6-48db-bfd2-84b1e7c1b257 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1465631 Apr 16 05:07:21.450102 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ce296-0265-4d06-a8dc-cf0f1acd73f1 req-b3da0c51-e7a0-4f5c-a0b1-5e7886912aa8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:21.451988 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e45ce296-0265-4d06-a8dc-cf0f1acd73f1 req-b3da0c51-e7a0-4f5c-a0b1-5e7886912aa8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1091220 Apr 16 05:07:21.516628 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e45ce296-0265-4d06-a8dc-cf0f1acd73f1 req-41ccc399-e300-4942-8a40-e7328c6e5c53 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557144 Apr 16 05:07:21.694507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2434937-6d75-40bf-b725-2e7930b1fea5 req-4faaf5b9-5ea3-44fa-bddf-3a803bffb92e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:21.696401 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e2434937-6d75-40bf-b725-2e7930b1fea5 req-4faaf5b9-5ea3-44fa-bddf-3a803bffb92e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 949 time: 0.1115735 Apr 16 05:07:21.755301 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e2434937-6d75-40bf-b725-2e7930b1fea5 req-7d572fd1-9842-49c3-88b2-6e43667abf39 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468802 Apr 16 05:07:22.023016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff345e-8e61-4574-a5e6-3be8032f57ae req-74e5f847-b38b-4983-97ee-584b8199ad2c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:22.025128 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eeff345e-8e61-4574-a5e6-3be8032f57ae req-74e5f847-b38b-4983-97ee-584b8199ad2c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1232510 Apr 16 05:07:22.095067 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b9d62cd-df51-49bc-b116-24a116d28500 req-a850e644-ee26-4253-8e7a-ad25c19d1981 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 210 time: 0.0687730 Apr 16 05:07:22.213962 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eeff345e-8e61-4574-a5e6-3be8032f57ae req-c17f77ce-92be-4268-bbf8-a0e3f0934887 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494644 Apr 16 05:07:22.295584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-89dcb7ad-f3b0-4f20-8351-3fc2da4e99f3 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:22.297109 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-89dcb7ad-f3b0-4f20-8351-3fc2da4e99f3 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "GET /v2.0/networks?id=90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 200 len: 814 time: 0.1821523 Apr 16 05:07:22.312946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Request body: {'port': {'device_id': 'b84880dc-3279-4846-a783-c22bdef7a2df', 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472', 'admin_state_up': True, 'tenant_id': '9938d71b3b1e42928c8f49e035d59b04'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:07:22.479629 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:07:22.491011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:07:22.505020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Made reservation on behalf of 9938d71b3b1e42928c8f49e035d59b04 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:07:22.516390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:22.518782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b55ff1a5-4e95-4c2b-aef9-620a55cc5a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:22.768565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633c16-e952-44db-b7f9-feae110a926b req-76a81f33-3762-4bd1-b6a0-a8f5f2ce7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:22.771814 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70633c16-e952-44db-b7f9-feae110a926b req-76a81f33-3762-4bd1-b6a0-a8f5f2ce7c87 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a&tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088 HTTP/1.1" status: 200 len: 1096 time: 0.1043882 Apr 16 05:07:22.796085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:22.829136 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Allocated IP 172.20.0.5 (90b5bcc5-b87d-485d-b644-e7cf2587d472/8981d6a0-f713-4bb7-b87f-72259273e8ec/7d2d931c-2a32-4796-bb5a-2ddd7a87235c) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:07:22.855709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fbf5ed-aa2d-4f62-99b7-6f9c9849fae4 req-b78c6188-61ef-47b0-9cc8-f0eb788d99d3 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:22.857092 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c8fbf5ed-aa2d-4f62-99b7-6f9c9849fae4 req-b78c6188-61ef-47b0-9cc8-f0eb788d99d3 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1954086 Apr 16 05:07:22.909955 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633c16-e952-44db-b7f9-feae110a926b req-6b654271-1e70-4204-b4d8-0f39136881f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:22.912753 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70633c16-e952-44db-b7f9-feae110a926b req-6b654271-1e70-4204-b4d8-0f39136881f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 1096 time: 0.1003723 Apr 16 05:07:23.049281 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c8fbf5ed-aa2d-4f62-99b7-6f9c9849fae4 req-7578fd05-33c2-4055-b47b-15a93f15ee7f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718259 Apr 16 05:07:23.124175 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633c16-e952-44db-b7f9-feae110a926b req-ccd588d0-5ce8-46bc-b596-32ea15c026c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:23.127239 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70633c16-e952-44db-b7f9-feae110a926b req-ccd588d0-5ce8-46bc-b596-32ea15c026c7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 917 time: 0.2030020 Apr 16 05:07:23.225326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74ca48-2b79-4d25-acc1-4dbb1905c0e3 req-083e14f6-5474-4193-a512-659375adf285 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:23.227063 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f74ca48-2b79-4d25-acc1-4dbb1905c0e3 req-083e14f6-5474-4193-a512-659375adf285 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 949 time: 0.3149197 Apr 16 05:07:23.304408 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70633c16-e952-44db-b7f9-feae110a926b req-9bdefbfa-a34f-4327-ab3e-18232c823cee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37 HTTP/1.1" status: 200 len: 999 time: 0.1683486 Apr 16 05:07:23.378994 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2e1caa2a-86b1-46b6-b714-63a65c04f28b req-91e811a8-4ce6-450c-bae9-49f5405824b7 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 210 time: 0.1466463 Apr 16 05:07:23.385553 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633c16-e952-44db-b7f9-feae110a926b req-0057a602-8b65-4f7a-9871-dceda41299bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:23.388233 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70633c16-e952-44db-b7f9-feae110a926b req-0057a602-8b65-4f7a-9871-dceda41299bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.0758379 Apr 16 05:07:23.398817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:23.448064 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f74ca48-2b79-4d25-acc1-4dbb1905c0e3 req-ce7c3896-5904-49bc-8ef8-4cbb5f684ca3 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047002 Apr 16 05:07:23.492568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-11b49408-41d3-4e90-b2eb-453031d3db6a tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:23.494829 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-11b49408-41d3-4e90-b2eb-453031d3db6a tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 949 time: 0.2135415 Apr 16 05:07:23.496024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:23.511305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b1bbb333-3abd-4d5d-b55c-080a819d4baa', '586d6dcc-683a-49ff-b65d-d81f8e8b5d27', '7f112f0f-3225-4111-bcd9-226b3edec55a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:07:23.513427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-09a22d43-eb1e-4d2e-a3a7-57632e4f3d75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:23.560777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70633c16-e952-44db-b7f9-feae110a926b req-c9ea95d3-91c8-4bb0-a7a2-55f1be6e0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:23.563679 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70633c16-e952-44db-b7f9-feae110a926b req-c9ea95d3-91c8-4bb0-a7a2-55f1be6e0a78 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1678891 Apr 16 05:07:23.779328 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70633c16-e952-44db-b7f9-feae110a926b req-610fdec7-e455-4e7e-894f-4adf99da6596 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048552 Apr 16 05:07:23.999998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:24.015600 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-70633c16-e952-44db-b7f9-feae110a926b req-c69b7df2-1aea-497e-b289-bf6a1f3a6e8b service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244260 Apr 16 05:07:24.046555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Pushing event updated for resources: {'Port': ['ID=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:24.055640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Deleting port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:07:24.056218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:24.105545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:24.317055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed525934-c163-4c42-a845-a3a5a9b4789d req-4106885e-b961-4eb2-9d7b-3f345c70d104 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:24.318806 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ed525934-c163-4c42-a845-a3a5a9b4789d req-4106885e-b961-4eb2-9d7b-3f345c70d104 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.7705467 Apr 16 05:07:24.365999 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:07:24.390053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:07:24.448971 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:07:24.560811 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ed525934-c163-4c42-a845-a3a5a9b4789d req-958f3eba-1026-4091-bb51-dc745483e422 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268639 Apr 16 05:07:24.614282 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:24.615043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:24.664485 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de555f84-af8f-4222-8299-24058e87c1a5 req-7cb4ef8f-5203-4f4d-a53b-a787708fb12e tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:24.666647 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-de555f84-af8f-4222-8299-24058e87c1a5 req-7cb4ef8f-5203-4f4d-a53b-a787708fb12e tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.4647541 Apr 16 05:07:24.677375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] For port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,segment=NetworkSegment(4fe966c3-8249-4d1c-9951-f14a76fcdeb2),segment_id=4fe966c3-8249-4d1c-9951-f14a76fcdeb2)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:24.677760 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:24.759813 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4510248 Apr 16 05:07:24.901570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Request body: {'port': {'device_id': 'b84880dc-3279-4846-a783-c22bdef7a2df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:07:24.948409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Calling delete_port for fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:07:25.047354 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-de555f84-af8f-4222-8299-24058e87c1a5 req-f89e19de-6f19-4853-9426-31d063324911 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601027 Apr 16 05:07:25.099668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788c94e-a535-4c69-a49e-660a5c283294 req-52f8bb7b-1670-42c9-8eff-bf9d423ef92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:25.101686 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3788c94e-a535-4c69-a49e-660a5c283294 req-52f8bb7b-1670-42c9-8eff-bf9d423ef92a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1099 time: 0.1754897 Apr 16 05:07:25.358376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f4366-169e-4613-a5ed-fafabe42fb4f req-87b5cb80-c208-4c79-a0c1-982489411e7b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:25.359239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-394f4366-169e-4613-a5ed-fafabe42fb4f req-87b5cb80-c208-4c79-a0c1-982489411e7b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Synchronizing usage tracker for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:07:25.390087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788c94e-a535-4c69-a49e-660a5c283294 req-42d287a6-9293-40ea-baff-9e05041d99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:25.391758 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3788c94e-a535-4c69-a49e-660a5c283294 req-42d287a6-9293-40ea-baff-9e05041d99ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 919 time: 0.2535856 Apr 16 05:07:25.399352 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:25.538946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-394f4366-169e-4613-a5ed-fafabe42fb4f req-87b5cb80-c208-4c79-a0c1-982489411e7b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Unset dirty status for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:07:25.543308 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-394f4366-169e-4613-a5ed-fafabe42fb4f req-87b5cb80-c208-4c79-a0c1-982489411e7b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 931 time: 0.8544917 Apr 16 05:07:25.655883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de07b5e-5cc5-4ca5-baa5-baab95ee84f1 req-8fc4a0de-778c-4a01-b7ce-7a9c1f894c4a tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:25.657600 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8de07b5e-5cc5-4ca5-baa5-baab95ee84f1 req-8fc4a0de-778c-4a01-b7ce-7a9c1f894c4a tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 949 time: 0.4686620 Apr 16 05:07:25.658322 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:25.687721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:25.690977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:25.865529 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Pushing event deleted for resources: {'Port': ['ID=fbfbd2bf-ca61-4e21-bfe5-8004a1604f89,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:25.868522 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:25.897427 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-394f4366-169e-4613-a5ed-fafabe42fb4f req-b501b99a-2aa3-428b-9dc0-37959b80fcde tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443370 Apr 16 05:07:26.144420 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8de07b5e-5cc5-4ca5-baa5-baab95ee84f1 req-7c01ee62-133f-4f6e-afd2-1c96b5329d67 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/security-groups?id=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120994 Apr 16 05:07:26.336359 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] No DVR routers for this DVR port fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 on host hv-cinder-78652 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:07:26.354131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:26.362237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78c2b6-8373-4c5d-9525-6ff9c930dd56', 'name': 'network-vif-deleted', 'tag': 'fbfbd2bf-ca61-4e21-bfe5-8004a1604f89'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:26.457457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064273d4-0dfb-4e24-9205-8ab58ae933d6 req-9db45ac3-c1fd-4db0-8704-346e1a6b43a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:26.459235 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-064273d4-0dfb-4e24-9205-8ab58ae933d6 req-9db45ac3-c1fd-4db0-8704-346e1a6b43a0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.3743126 Apr 16 05:07:26.466132 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cbec6d2c-e216-49ef-beb3-c4872c4db319 req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.47 "DELETE /v2.0/ports/fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 HTTP/1.1" status: 204 len: 173 time: 2.9165041 Apr 16 05:07:26.686305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:07:26.726304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:07:26.726720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device fbfbd2bf-ca61-4e21-bfe5-8004a1604f89 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:07:26.857567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2d931c-2a32-4796-bb5a-2ddd7a87235c {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:07:26.865314 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-064273d4-0dfb-4e24-9205-8ab58ae933d6 req-8ecc5393-5ab4-4b95-ae85-98d5167e072d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3980551 Apr 16 05:07:26.871690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:26.895830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Transition to ACTIVE for port object 7d2d931c-2a32-4796-bb5a-2ddd7a87235c will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:07:26.905128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b51e97-4293-4411-99f6-26fdeadf9cc8 req-4ccd65bc-5408-47fd-9e30-7f48df1bbf4b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:26.906931 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-91b51e97-4293-4411-99f6-26fdeadf9cc8 req-4ccd65bc-5408-47fd-9e30-7f48df1bbf4b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.5549376 Apr 16 05:07:26.908458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:26.930307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:26.974126 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78c2b6-8373-4c5d-9525-6ff9c930dd56', 'name': 'network-vif-deleted', 'tag': 'fbfbd2bf-ca61-4e21-bfe5-8004a1604f89', 'status': 'completed', 'code': 200} Apr 16 05:07:27.180058 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:27.187543 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:27.197191 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-91b51e97-4293-4411-99f6-26fdeadf9cc8 req-354b3ffa-dc3d-45a4-befa-547c34283b26 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676694 Apr 16 05:07:27.379124 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d9b1ed-192a-44f3-83bc-f2e0626b5499 req-1b565975-a73a-45a6-987d-fe780ed774ed tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:27.380745 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c8d9b1ed-192a-44f3-83bc-f2e0626b5499 req-1b565975-a73a-45a6-987d-fe780ed774ed tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.3034227 Apr 16 05:07:27.486141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-eb53ccea-be6e-48ff-8314-22046dfa9a9c req-f5e10120-90ec-4d10-9678-bc20098d6649 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Synchronizing usage tracker for tenant:7b3ab2148b1e4f3189c18ac5b21ed9e6 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:07:27.565699 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c8d9b1ed-192a-44f3-83bc-f2e0626b5499 req-591d23cf-17c3-4dcb-8659-85c84fc25ab9 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139596 Apr 16 05:07:27.566346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-eb53ccea-be6e-48ff-8314-22046dfa9a9c req-f5e10120-90ec-4d10-9678-bc20098d6649 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Unset dirty status for tenant:7b3ab2148b1e4f3189c18ac5b21ed9e6 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:07:27.567515 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eb53ccea-be6e-48ff-8314-22046dfa9a9c req-f5e10120-90ec-4d10-9678-bc20098d6649 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.2042677 Apr 16 05:07:27.570059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Attempting to bind port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:07:27.570431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Attempting to bind port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:07:27.570843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Attempting to bind port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:07:27.578630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:07:27.578981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Attempting to bind port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c on network 90b5bcc5-b87d-485d-b644-e7cf2587d472 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:07:27.585648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:07:27.586058 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Checking segment: {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:07:27.586539 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Bound using segment: {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:07:27.587263 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Bound port: 7d2d931c-2a32-4796-bb5a-2ddd7a87235c, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a667c04f-8834-4593-a59d-9e945e6c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:07:27.587643 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:27.697947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] For port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:07:27.701977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] For port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:07:27.706348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:27.722884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:27.883250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:27.904887 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.905296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.905705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.906104 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.906532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.906918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.907322 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.907716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.908105 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.908496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.908881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.909268 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:27.913693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:27.956084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:27.956806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:27.959588 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] 10.222.0.47 "PUT /v2.0/ports/7d2d931c-2a32-4796-bb5a-2ddd7a87235c HTTP/1.1" status: 200 len: 1093 time: 3.1326945 Apr 16 05:07:28.133120 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec251e0f-4cd6-4c79-a83d-dd439a3213ae req-c185127e-a6e0-4248-af43-d76dd84b9937 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:28.135327 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ec251e0f-4cd6-4c79-a83d-dd439a3213ae req-c185127e-a6e0-4248-af43-d76dd84b9937 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1007493 Apr 16 05:07:28.192714 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ec251e0f-4cd6-4c79-a83d-dd439a3213ae req-fb9517e2-5cc5-4bd6-a57b-fe9a68308baa tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504146 Apr 16 05:07:28.425188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f28adf-036e-486c-b5ef-a647f6678fc7 req-2be5745c-59b8-41e8-a37d-947c0e2803ba tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:28.426979 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-49f28adf-036e-486c-b5ef-a647f6678fc7 req-2be5745c-59b8-41e8-a37d-947c0e2803ba tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.0980828 Apr 16 05:07:28.427115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:28.483863 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-49f28adf-036e-486c-b5ef-a647f6678fc7 req-710b2ce4-af2b-471f-9a89-164dabe786c2 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478613 Apr 16 05:07:28.806683 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f1d9c8ea-3f88-4ae4-81eb-a60d72b962b0 req-537f4676-0d83-48b9-b920-2f6c7f83e04c tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0677154 Apr 16 05:07:28.876374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78805b-29ad-4f4d-baff-377fc423e4ea req-fa310029-63b9-4a90-9fe3-b2026fc81c64 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:28.879287 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ca78805b-29ad-4f4d-baff-377fc423e4ea req-fa310029-63b9-4a90-9fe3-b2026fc81c64 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.1863179 Apr 16 05:07:28.976039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84880dc-3279-4846-a783-c22bdef7a2df', 'tag': '7d2d931c-2a32-4796-bb5a-2ddd7a87235c'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:28.987784 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ca78805b-29ad-4f4d-baff-377fc423e4ea req-64d37869-94da-4974-aa6c-756ee62f91ab tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967510 Apr 16 05:07:29.037768 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84880dc-3279-4846-a783-c22bdef7a2df', 'tag': '7d2d931c-2a32-4796-bb5a-2ddd7a87235c', 'status': 'completed', 'code': 200} Apr 16 05:07:29.444373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe86fbe-b2f5-4307-b875-a445f9df8d84 req-15761d7e-d541-44de-85d9-7b252a52b5dd tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:29.446201 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bbe86fbe-b2f5-4307-b875-a445f9df8d84 req-15761d7e-d541-44de-85d9-7b252a52b5dd tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1135030 Apr 16 05:07:29.531582 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bbe86fbe-b2f5-4307-b875-a445f9df8d84 req-b90399a0-51dc-478a-83af-72407e1abb1f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778375 Apr 16 05:07:29.737369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db09bcf-a400-422c-b231-6d704f72efd6 req-ba685e0e-910d-48b0-9889-3320bf84364a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:29.739327 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6db09bcf-a400-422c-b231-6d704f72efd6 req-ba685e0e-910d-48b0-9889-3320bf84364a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1021378 Apr 16 05:07:29.795577 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6db09bcf-a400-422c-b231-6d704f72efd6 req-883a0378-00c3-49c8-a397-b07a28d19c06 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464256 Apr 16 05:07:29.999204 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-68b1cd67-4b49-4e12-9370-1e744f33cb69 req-899761db-126d-4cf6-acc6-b58fc2a566b8 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0695429 Apr 16 05:07:30.217637 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56009b13-bcd7-4cdf-8a5a-ef71cd8b7f47 req-2932167e-ac2e-4a56-9ac4-e9033622ceca tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:30.218974 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-56009b13-bcd7-4cdf-8a5a-ef71cd8b7f47 req-2932167e-ac2e-4a56-9ac4-e9033622ceca tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.1010017 Apr 16 05:07:30.300070 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-56009b13-bcd7-4cdf-8a5a-ef71cd8b7f47 req-41be0fb1-ef0a-4fc9-9e47-3b3d8769db64 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646820 Apr 16 05:07:30.770237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ba0d1-bc26-4086-b74d-ee7d0aa6df7b req-75ce3e20-165f-4a01-8f34-780cd56489b5 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:30.771939 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a2ba0d1-bc26-4086-b74d-ee7d0aa6df7b req-75ce3e20-165f-4a01-8f34-780cd56489b5 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1060631 Apr 16 05:07:30.844730 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a2ba0d1-bc26-4086-b74d-ee7d0aa6df7b req-acd891bc-92b9-494e-8b4c-04f0f76fd53c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654402 Apr 16 05:07:31.023152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f05a0-1bc0-46f0-8c69-ee1169205720 req-964cdcfd-8378-4558-9096-abcbda565b8f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:31.025488 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f05f05a0-1bc0-46f0-8c69-ee1169205720 req-964cdcfd-8378-4558-9096-abcbda565b8f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1003990 Apr 16 05:07:31.094116 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f05f05a0-1bc0-46f0-8c69-ee1169205720 req-b89127e5-ed62-4711-8fa6-7d6561b6d257 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616412 Apr 16 05:07:31.224009 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fc71fb50-22b0-458b-892b-3619845ecb9d req-96f9b1ce-62a1-472d-8267-8ee7a20eb740 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0960844 Apr 16 05:07:31.526700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf030e-fce5-437d-8b52-9d617af80344 req-ee72fc7a-99f1-4626-b744-a2e693d0522f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:31.528428 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-beaf030e-fce5-437d-8b52-9d617af80344 req-ee72fc7a-99f1-4626-b744-a2e693d0522f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.0972216 Apr 16 05:07:31.597781 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-beaf030e-fce5-437d-8b52-9d617af80344 req-cc6f0ccf-9ec7-4cae-a954-655b52c5910e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617440 Apr 16 05:07:32.109700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1581d18-c7cc-4d4e-bd2b-f9b23fc117a7 req-f9550507-b5d9-4c4e-88ee-1d2e8256e192 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:32.111626 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f1581d18-c7cc-4d4e-bd2b-f9b23fc117a7 req-f9550507-b5d9-4c4e-88ee-1d2e8256e192 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1215665 Apr 16 05:07:32.167969 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f1581d18-c7cc-4d4e-bd2b-f9b23fc117a7 req-f8ee9129-d0d7-47ec-9e54-a217af33aeb8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483708 Apr 16 05:07:32.320957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaf530-5750-4f03-8034-33a52751bd1b req-f4cfefbd-e6a4-429d-9dea-ce140ecc0cf9 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:32.328278 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9edaf530-5750-4f03-8034-33a52751bd1b req-f4cfefbd-e6a4-429d-9dea-ce140ecc0cf9 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1021988 Apr 16 05:07:32.387619 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9edaf530-5750-4f03-8034-33a52751bd1b req-5ff90e7d-3c7d-4731-84b2-97c4bc5064c9 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571060 Apr 16 05:07:32.479618 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eb27e1b6-75bb-483c-a85b-e53642313b0d req-f6955fb7-0a4d-4166-9ea4-217dd7e89d76 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0783577 Apr 16 05:07:32.826712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15518b9d-cfe6-4678-a5bb-0fa196cf5e60 req-ff8918ac-adf1-47bd-89fa-8c9dad78b4a4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:32.828831 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-15518b9d-cfe6-4678-a5bb-0fa196cf5e60 req-ff8918ac-adf1-47bd-89fa-8c9dad78b4a4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.0980175 Apr 16 05:07:32.899849 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-15518b9d-cfe6-4678-a5bb-0fa196cf5e60 req-d0dbc90b-a1df-488d-ae95-caeeb2b8fa1d tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620525 Apr 16 05:07:33.415750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abd63d-9176-4478-bc01-6f80e3ca4afe req-4089c038-7e9a-41ab-8072-56a685d08b75 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:33.417445 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-25abd63d-9176-4478-bc01-6f80e3ca4afe req-4089c038-7e9a-41ab-8072-56a685d08b75 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1008818 Apr 16 05:07:33.472078 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-25abd63d-9176-4478-bc01-6f80e3ca4afe req-6b42f9a2-a7b6-4db2-8c22-869d1782d237 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477610 Apr 16 05:07:33.675624 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0dc96353-d4aa-4a9b-9b80-d34a53e86332 req-4639b444-5174-4995-b6c1-d1f259f8d5db tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0607138 Apr 16 05:07:33.716019 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10fc66-4033-42aa-967e-4bcfdd87742d req-2a1c75ff-a199-4a28-b7bd-52f9b1a4d395 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:33.717656 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ab10fc66-4033-42aa-967e-4bcfdd87742d req-2a1c75ff-a199-4a28-b7bd-52f9b1a4d395 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1764197 Apr 16 05:07:33.766878 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ab10fc66-4033-42aa-967e-4bcfdd87742d req-8bdb7b35-4f01-4498-99e7-808d2b09d05d tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421026 Apr 16 05:07:34.122901 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab5056-2ce4-4c03-8380-22208e823d30 req-9e58b1ca-3817-43a6-8a35-0e32744f7afa tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:34.127224 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-85ab5056-2ce4-4c03-8380-22208e823d30 req-9e58b1ca-3817-43a6-8a35-0e32744f7afa tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.0942223 Apr 16 05:07:34.197311 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-85ab5056-2ce4-4c03-8380-22208e823d30 req-6e327a81-ad9d-46c5-bfb3-90d33f5da548 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590677 Apr 16 05:07:34.693103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a7a4b-72c5-4469-a4b8-d2677cb31879 req-6cf43ece-981a-4485-8700-11dfd4c8af1f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:34.694796 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a90a7a4b-72c5-4469-a4b8-d2677cb31879 req-6cf43ece-981a-4485-8700-11dfd4c8af1f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.0930133 Apr 16 05:07:34.768423 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a90a7a4b-72c5-4469-a4b8-d2677cb31879 req-6b95cbea-d9b1-4e34-a3f7-bdb6f994d1a2 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659316 Apr 16 05:07:34.882039 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-894d505e-8eb0-4993-bc56-f9b04d9f7122 req-8dd77aaf-2d1a-4acc-89e5-c2dd9506aa39 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0651743 Apr 16 05:07:35.012084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4097609c-eb8d-4ff8-9299-7f7825ffa861 req-c7eaafa1-56c4-48e8-bead-15353cd6b779 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:35.013710 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4097609c-eb8d-4ff8-9299-7f7825ffa861 req-c7eaafa1-56c4-48e8-bead-15353cd6b779 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1131866 Apr 16 05:07:35.066178 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4097609c-eb8d-4ff8-9299-7f7825ffa861 req-133a308f-85ba-4467-a430-8bf9e0983e0f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Apr 16 05:07:35.430262 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963934bb-f573-41b4-8675-5c33113fa637 req-be14e4f2-ca7b-43b7-b552-379f65e88170 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:35.431986 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963934bb-f573-41b4-8675-5c33113fa637 req-be14e4f2-ca7b-43b7-b552-379f65e88170 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.0964987 Apr 16 05:07:35.494383 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963934bb-f573-41b4-8675-5c33113fa637 req-5e9f6689-5a20-4b45-a38f-1608026f10f6 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556524 Apr 16 05:07:36.024076 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dd0bd-2c6c-4d7e-9439-93c907385082 req-27696e2c-5532-40f1-8d1f-d5d4801d9828 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:36.025855 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-872dd0bd-2c6c-4d7e-9439-93c907385082 req-27696e2c-5532-40f1-8d1f-d5d4801d9828 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1263261 Apr 16 05:07:36.096057 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cf0682bf-29fc-4e8d-a66e-aac19a26f7a2 req-876b6c97-9424-4c58-91d9-53b7802d2b59 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0689900 Apr 16 05:07:36.132197 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-872dd0bd-2c6c-4d7e-9439-93c907385082 req-f7252676-2382-4a7b-b74b-55e32a8aee56 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687521 Apr 16 05:07:36.308382 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717fa6c-fdac-405d-8b0f-370e4625df23 req-2edb044e-3b55-4d3e-afbc-cc8f0045b09a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:36.309989 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e717fa6c-fdac-405d-8b0f-370e4625df23 req-2edb044e-3b55-4d3e-afbc-cc8f0045b09a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.0943439 Apr 16 05:07:36.362214 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e717fa6c-fdac-405d-8b0f-370e4625df23 req-636a646e-e227-4214-babf-448972ae7ca8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446522 Apr 16 05:07:36.945230 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49afa5f-72a9-4649-8074-8ad99647c3c9 req-5413a42c-218b-46ad-b6c2-2e3b57c7d362 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:36.953428 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c49afa5f-72a9-4649-8074-8ad99647c3c9 req-5413a42c-218b-46ad-b6c2-2e3b57c7d362 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.3339710 Apr 16 05:07:37.006489 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c49afa5f-72a9-4649-8074-8ad99647c3c9 req-8e76f540-cb40-478e-8b23-7f433214e1db tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519881 Apr 16 05:07:37.299806 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-134642c9-c4a8-4f0a-aecf-56a955ec6ef2 req-f3397bd8-a9ae-406f-ba38-5f97c07c1a00 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0777211 Apr 16 05:07:37.400545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b6e03-a53d-4f9d-97a4-a99b00b1db87 req-6ddff3e4-041e-459c-a409-5a400e41b6d7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:37.402507 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-691b6e03-a53d-4f9d-97a4-a99b00b1db87 req-6ddff3e4-041e-459c-a409-5a400e41b6d7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.0972488 Apr 16 05:07:37.459550 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-691b6e03-a53d-4f9d-97a4-a99b00b1db87 req-4cd3362f-1d81-412f-b979-294ebc514794 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490947 Apr 16 05:07:37.597701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5525f1-6a65-406c-9036-71109734fb5a req-e1a627fb-ac1c-4224-9910-95bf8d77c766 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:37.599378 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6e5525f1-6a65-406c-9036-71109734fb5a req-e1a627fb-ac1c-4224-9910-95bf8d77c766 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1065774 Apr 16 05:07:37.655522 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6e5525f1-6a65-406c-9036-71109734fb5a req-034c41fb-ddfc-418f-9ace-92aff4f2bc82 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492084 Apr 16 05:07:38.225299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013a29-43fe-4089-a47f-eed950451119 req-0d8a7b9e-ec13-4a39-8cdc-6e1812fc3208 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:38.227398 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b9013a29-43fe-4089-a47f-eed950451119 req-0d8a7b9e-ec13-4a39-8cdc-6e1812fc3208 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.0982378 Apr 16 05:07:38.282913 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b9013a29-43fe-4089-a47f-eed950451119 req-65bc7fa0-b51d-4a4b-b17f-8451699728ec tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483418 Apr 16 05:07:38.541039 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7a532955-e34f-478a-8f7d-36bc5557b939 req-708602a4-577f-4854-a14d-f55c4d6bb1f1 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0593061 Apr 16 05:07:38.648563 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3788c94e-a535-4c69-a49e-660a5c283294 req-0c376ee4-5adf-403c-ae55-621bbe168799 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4 HTTP/1.1" status: 200 len: 217 time: 0.1502166 Apr 16 05:07:38.765699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788c94e-a535-4c69-a49e-660a5c283294 req-b6842c2b-e2a9-4e2e-b1a7-5d7659a89d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:38.770044 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3788c94e-a535-4c69-a49e-660a5c283294 req-b6842c2b-e2a9-4e2e-b1a7-5d7659a89d1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.1122093 Apr 16 05:07:38.816078 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ffdf-3e33-4889-8fb7-3e9016cbbc82 req-16082469-5c15-4e91-8347-ca9b97316706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:38.817712 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c0b0ffdf-3e33-4889-8fb7-3e9016cbbc82 req-16082469-5c15-4e91-8347-ca9b97316706 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 1096 time: 0.1919761 Apr 16 05:07:38.827439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782011f-15bf-416d-9685-df2fe227a3a1 req-89438ae1-8271-4cbf-bf0e-a2a0aff2babf tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:38.831286 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c782011f-15bf-416d-9685-df2fe227a3a1 req-89438ae1-8271-4cbf-bf0e-a2a0aff2babf tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1678591 Apr 16 05:07:38.854798 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3788c94e-a535-4c69-a49e-660a5c283294 req-39ec3995-f700-44bd-8385-f9fdd77e0d62 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669374 Apr 16 05:07:39.052986 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3788c94e-a535-4c69-a49e-660a5c283294 req-4c1ecf4b-5fb5-4b75-83e1-115395e85c34 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900754 Apr 16 05:07:39.203433 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c782011f-15bf-416d-9685-df2fe227a3a1 req-8ab0e063-03a8-4a53-b38e-7ba32623052b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122950 Apr 16 05:07:39.241783 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ffdf-3e33-4889-8fb7-3e9016cbbc82 req-0a265df6-c7be-4b67-8d1f-af53c7c1bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:39.244579 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c0b0ffdf-3e33-4889-8fb7-3e9016cbbc82 req-0a265df6-c7be-4b67-8d1f-af53c7c1bb56 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9938d71b3b1e42928c8f49e035d59b04&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4112644 Apr 16 05:07:39.291261 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3788c94e-a535-4c69-a49e-660a5c283294 req-8f990ee0-694a-4b7c-b7fd-268d496c6250 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304614 Apr 16 05:07:39.311854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6626d-8586-4860-8252-57a6b15b4b6f req-3cfb5610-adad-49c1-8ff3-f489b81d5749 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:39.314259 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4b6626d-8586-4860-8252-57a6b15b4b6f req-3cfb5610-adad-49c1-8ff3-f489b81d5749 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.4215808 Apr 16 05:07:39.473116 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4b6626d-8586-4860-8252-57a6b15b4b6f req-72fe4802-d6ad-465e-b8d9-032b50c83ee4 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873725 Apr 16 05:07:39.565381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ffdf-3e33-4889-8fb7-3e9016cbbc82 req-84ef8b38-302b-41fe-b465-cbcc1cfdde7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:39.567040 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c0b0ffdf-3e33-4889-8fb7-3e9016cbbc82 req-84ef8b38-302b-41fe-b465-cbcc1cfdde7b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3134444 Apr 16 05:07:39.615627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1dae0-70d9-43dd-82e4-1b1c7c69ebb9 req-8a0629c4-4fbf-4c8c-ad68-13a2936de2c2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:39.617359 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4bf1dae0-70d9-43dd-82e4-1b1c7c69ebb9 req-8a0629c4-4fbf-4c8c-ad68-13a2936de2c2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.1432729 Apr 16 05:07:39.782885 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4bf1dae0-70d9-43dd-82e4-1b1c7c69ebb9 req-ace1d140-6e00-4350-9eaf-5bdb548bafac tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524718 Apr 16 05:07:39.801413 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3705e190-b4a0-4bfd-bca3-c50c7d203499 req-4ce4fae4-3eb8-4ff4-bcec-b3230efe864f tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] 10.222.0.48 "GET /v2.0/ports?device_id=ec78c2b6-8373-4c5d-9525-6ff9c930dd56 HTTP/1.1" status: 200 len: 210 time: 0.0828903 Apr 16 05:07:39.838913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-ae9305a0-3ae9-4e8d-a992-6994e5a02d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:39.847263 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-ae9305a0-3ae9-4e8d-a992-6994e5a02d0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9938d71b3b1e42928c8f49e035d59b04&device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 1096 time: 0.2130885 Apr 16 05:07:39.989296 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-f6d74c31-3d6d-4cb3-a031-8edc499bd4a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d2d931c-2a32-4796-bb5a-2ddd7a87235c HTTP/1.1" status: 200 len: 217 time: 0.1377220 Apr 16 05:07:40.107002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-0e5f9242-e15f-4cc4-9f3c-1ce47b760e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:40.108830 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-0e5f9242-e15f-4cc4-9f3c-1ce47b760e22 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8981d6a0-f713-4bb7-b87f-72259273e8ec HTTP/1.1" status: 200 len: 854 time: 0.0912426 Apr 16 05:07:40.181236 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-80842cf4-4744-466e-80b2-8c8f2e225d0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=90b5bcc5-b87d-485d-b644-e7cf2587d472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569913 Apr 16 05:07:40.265008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb3ed-5a92-4cb1-9c4d-44a8b66eb22c req-4da3589b-1213-449e-85f5-d056516665ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:40.266730 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0c5cb3ed-5a92-4cb1-9c4d-44a8b66eb22c req-4da3589b-1213-449e-85f5-d056516665ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1099 time: 0.0917258 Apr 16 05:07:40.346650 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0c5cb3ed-5a92-4cb1-9c4d-44a8b66eb22c req-bc44c874-03c5-48fa-b665-145da3840082 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676885 Apr 16 05:07:40.367597 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-e079f605-2f10-4803-b6a7-f240d0658020 service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767433 Apr 16 05:07:40.631781 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-14a3c399-b7c6-4f14-a3da-5ff90dfe2c0a req-3c6e04df-deea-45b3-acb7-3c6c2e886335 service neutron] 10.222.0.47 "GET /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314093 Apr 16 05:07:40.742943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3a465-32b3-4786-a648-dec4153ef615 req-90b55d72-0605-42cb-bc40-d453ad7a15c9 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:40.745134 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-58b3a465-32b3-4786-a648-dec4153ef615 req-90b55d72-0605-42cb-bc40-d453ad7a15c9 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 943 time: 0.1855052 Apr 16 05:07:40.752221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:07:40.760603 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718d57c-c315-4c40-8e18-747ec293f2e1 req-786e6c0b-c42b-4bdc-bdf6-48d5c391aa0f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:40.762316 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f718d57c-c315-4c40-8e18-747ec293f2e1 req-786e6c0b-c42b-4bdc-bdf6-48d5c391aa0f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1447258 Apr 16 05:07:40.841439 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-58b3a465-32b3-4786-a648-dec4153ef615 req-8d183259-b931-4b9c-a783-124cba1a8902 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778418 Apr 16 05:07:40.854091 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f718d57c-c315-4c40-8e18-747ec293f2e1 req-bb4f6c95-ecf0-407c-9b24-85885d89b685 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735097 Apr 16 05:07:40.984773 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:41.005059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'port_id': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'mac_address': 'fa:16:3e:c8:b7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:07:41.090448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:41.112134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d02d8a58-8c85-44ed-b828-b36dcb983a37 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:07:41.132389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:41.136667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:41.138834 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:41.205730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650929b3-9a4c-4b4c-8644-2789e4eeee40 req-53d5c877-5f64-471d-b0e2-41cf90510251 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:41.208210 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-650929b3-9a4c-4b4c-8644-2789e4eeee40 req-53d5c877-5f64-471d-b0e2-41cf90510251 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.1468430 Apr 16 05:07:41.241119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=9']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:41.251085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.251651 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.252350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.252845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.253320 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.253805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.254249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.254738 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.255350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.255807 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.256180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.256604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:41.261625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:41.273883 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-650929b3-9a4c-4b4c-8644-2789e4eeee40 req-bbadde2d-ec18-46f5-a7a8-45476cb8742b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582862 Apr 16 05:07:41.509984 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['d02d8a58-8c85-44ed-b828-b36dcb983a37'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:07:42.134664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a798769-6473-43d4-8cae-80dc3b972713 req-4eaa1b2a-7f8a-46f1-bdb8-2d83b90d4765 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:42.136680 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a798769-6473-43d4-8cae-80dc3b972713 req-4eaa1b2a-7f8a-46f1-bdb8-2d83b90d4765 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 944 time: 0.1564798 Apr 16 05:07:42.203998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e6e3f-ea98-4739-b319-42ee820e3a56 req-dbdc7579-14b2-4a99-86e7-645ff439d2d7 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:42.205670 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a1e6e3f-ea98-4739-b319-42ee820e3a56 req-dbdc7579-14b2-4a99-86e7-645ff439d2d7 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1496038 Apr 16 05:07:42.239124 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a798769-6473-43d4-8cae-80dc3b972713 req-e87c16f9-5ba0-485a-a733-0be9b120f2a5 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827029 Apr 16 05:07:42.271959 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a1e6e3f-ea98-4739-b319-42ee820e3a56 req-5ea8f11b-1916-49b4-98d6-e8505a63165e tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584583 Apr 16 05:07:42.517168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e71af-1ac2-4cc2-a669-0dfd8550f747 req-b0c0bade-d7b9-489a-b52d-7ee2469a0800 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:42.518924 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7b6e71af-1ac2-4cc2-a669-0dfd8550f747 req-b0c0bade-d7b9-489a-b52d-7ee2469a0800 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.1107359 Apr 16 05:07:42.575315 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7b6e71af-1ac2-4cc2-a669-0dfd8550f747 req-399972d3-af06-4576-86be-96bbfadb5daf tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483601 Apr 16 05:07:42.750204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:07:42.844595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port d02d8a58-8c85-44ed-b828-b36dcb983a37 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:07:42.844997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:42.975094 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-a228ceb7-131e-4b2f-ae6b-d2b8d2134d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:42.976990 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-a228ceb7-131e-4b2f-ae6b-d2b8d2134d3d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=04b04695962b472985e5455e16234f46&device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 1099 time: 0.1212471 Apr 16 05:07:43.040269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:43.103585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:43.116242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:43.121989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:43.124288 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:43.236706 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'code': 200} Apr 16 05:07:43.240682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2fd6d-7ac0-46cd-b05c-ba3cca479ac0 req-109502a9-76ee-42f3-b134-59a67d4fc6bb tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:43.249929 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3ca2fd6d-7ac0-46cd-b05c-ba3cca479ac0 req-109502a9-76ee-42f3-b134-59a67d4fc6bb tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.2261691 Apr 16 05:07:43.261308 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-ef992afa-4023-427d-b0fd-9bac2fe949f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:43.264119 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-ef992afa-4023-427d-b0fd-9bac2fe949f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 200 len: 919 time: 0.2792888 Apr 16 05:07:43.278271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=10']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:43.284397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:43.475326 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-e37a145f-1312-47f5-97c1-542201f3dae4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4 HTTP/1.1" status: 200 len: 217 time: 0.1871655 Apr 16 05:07:43.548081 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3ca2fd6d-7ac0-46cd-b05c-ba3cca479ac0 req-5dda40ca-495c-4fd2-bdbd-73bd7005a845 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963161 Apr 16 05:07:43.583929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-8e40db21-88d2-4bb4-93ad-c18ee7bf56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:43.585530 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-8e40db21-88d2-4bb4-93ad-c18ee7bf56b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 200 len: 858 time: 0.1019051 Apr 16 05:07:43.968031 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-5a269c8c-33c2-4aec-92e0-144d09cb0d9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6e782c-4a20-4571-9880-20a30bbeb3d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3720009 Apr 16 05:07:43.994773 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c046aee-03e3-4f7e-86d7-9ac0d539e046 req-e3cdc5bf-5b7b-43a7-ae57-96505e9acf7e tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:43.998321 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9c046aee-03e3-4f7e-86d7-9ac0d539e046 req-e3cdc5bf-5b7b-43a7-ae57-96505e9acf7e tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 946 time: 0.5963426 Apr 16 05:07:44.056690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204e614-dd7b-4a59-b1e4-7b70e0ec088f req-6f766602-87af-49b0-89c4-3723f4b294ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:44.060697 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c204e614-dd7b-4a59-b1e4-7b70e0ec088f req-6f766602-87af-49b0-89c4-3723f4b294ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 1099 time: 0.1327097 Apr 16 05:07:44.129719 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c204e614-dd7b-4a59-b1e4-7b70e0ec088f req-f2587068-d242-4b6f-898c-f988bd574cfe service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603647 Apr 16 05:07:44.189811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:07:44.197919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f2281-8228-4a0d-a40a-72df2169462b req-c2965d8b-afdc-497a-9dd1-89bb01ac6417 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:44.199658 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b26f2281-8228-4a0d-a40a-72df2169462b req-c2965d8b-afdc-497a-9dd1-89bb01ac6417 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 943 time: 0.2990825 Apr 16 05:07:44.211172 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9c046aee-03e3-4f7e-86d7-9ac0d539e046 req-dae9dd1e-62bf-4063-ac25-0c80af1f4f17 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738150 Apr 16 05:07:44.268516 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-7a276e30-ca00-42fa-9961-7fc695f08300 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879672 Apr 16 05:07:44.297723 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b26f2281-8228-4a0d-a40a-72df2169462b req-e81cbf66-f40a-4d1b-97af-85e426a13a6f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706315 Apr 16 05:07:44.481900 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9ba456f0-cfc8-4da9-9b01-ae4a560d4d79 req-382c5225-7a34-4b16-9d45-11f420b1df3b service neutron] 10.222.0.47 "GET /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811273 Apr 16 05:07:44.753483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 7d2d931c-2a32-4796-bb5a-2ddd7a87235c details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:07:44.867114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882c4d6-f202-4626-80a8-73bad229a579 req-a0184e9f-1a92-40b9-aec2-ca3b6f710063 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:44.869043 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4882c4d6-f202-4626-80a8-73bad229a579 req-a0184e9f-1a92-40b9-aec2-ca3b6f710063 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1361630 Apr 16 05:07:44.963776 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4882c4d6-f202-4626-80a8-73bad229a579 req-e4b74f22-f8fe-48f3-bbc3-73d56bce4ca8 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818932 Apr 16 05:07:44.986802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:45.007425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '7d2d931c-2a32-4796-bb5a-2ddd7a87235c', 'network_id': '90b5bcc5-b87d-485d-b644-e7cf2587d472', 'port_id': '7d2d931c-2a32-4796-bb5a-2ddd7a87235c', 'mac_address': 'fa:16:3e:af:89:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8981d6a0-f713-4bb7-b87f-72259273e8ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:07:45.084327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:45.103810 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2d931c-2a32-4796-bb5a-2ddd7a87235c {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:07:45.122673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:45.126839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:45.129708 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:45.252721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:45.257544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:45.508463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['7d2d931c-2a32-4796-bb5a-2ddd7a87235c'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:07:45.597716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2fc29-c08d-46bd-87fe-6c30965d5398 req-ac662590-61f7-41c6-bfa2-c3304e4392cb tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:45.599561 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-98e2fc29-c08d-46bd-87fe-6c30965d5398 req-ac662590-61f7-41c6-bfa2-c3304e4392cb tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 946 time: 0.2172062 Apr 16 05:07:45.613886 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b2e8f-2301-4dfb-b810-7176f8db83b8 req-243b4e3e-eba1-4813-9910-8e05895ff379 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:45.615618 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-277b2e8f-2301-4dfb-b810-7176f8db83b8 req-243b4e3e-eba1-4813-9910-8e05895ff379 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 944 time: 0.1493397 Apr 16 05:07:45.689318 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-98e2fc29-c08d-46bd-87fe-6c30965d5398 req-d47d734c-8dc1-4170-998c-3915f965c9e7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723889 Apr 16 05:07:45.713717 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-277b2e8f-2301-4dfb-b810-7176f8db83b8 req-095c9a93-1825-4d7c-934c-53a0fb036c92 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792780 Apr 16 05:07:46.274639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe0cc5-a322-44de-8956-be53460ed457 req-611fa3e3-8a42-47a5-b3a2-30dfa0a1a49a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:46.276420 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7bfe0cc5-a322-44de-8956-be53460ed457 req-611fa3e3-8a42-47a5-b3a2-30dfa0a1a49a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1024191 Apr 16 05:07:46.345723 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7bfe0cc5-a322-44de-8956-be53460ed457 req-2f1c16fa-d680-4bad-bf8d-77a485cfaeb9 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572267 Apr 16 05:07:46.767334 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 7d2d931c-2a32-4796-bb5a-2ddd7a87235c up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:07:46.934981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:07:46.952086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:07:46.952782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:47.105164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5068d15-818a-4c13-841b-97a8daee399b req-ff3c281e-2011-495d-9b77-e6ff8af38f2c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:47.106925 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a5068d15-818a-4c13-841b-97a8daee399b req-ff3c281e-2011-495d-9b77-e6ff8af38f2c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 946 time: 0.2248578 Apr 16 05:07:47.127077 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033717da-8742-4048-8036-f278baa7b231 req-774036af-845b-48ae-8797-3d24dc650739 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:47.129149 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-033717da-8742-4048-8036-f278baa7b231 req-774036af-845b-48ae-8797-3d24dc650739 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 944 time: 0.1716354 Apr 16 05:07:47.142416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:47.198922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84880dc-3279-4846-a783-c22bdef7a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d931c-2a32-4796-bb5a-2ddd7a87235c'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:47.218361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:47.223487 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:47.226359 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a5068d15-818a-4c13-841b-97a8daee399b req-6d015c14-5046-4527-b49a-0cf591efa554 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890424 Apr 16 05:07:47.227131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:47.235876 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-033717da-8742-4048-8036-f278baa7b231 req-9be33dd3-b3a5-4c64-9961-15ce9ca2ba23 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965116 Apr 16 05:07:47.338047 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84880dc-3279-4846-a783-c22bdef7a2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d931c-2a32-4796-bb5a-2ddd7a87235c', 'code': 200} Apr 16 05:07:47.385090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:47.390922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:47.439465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51050) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:07:47.683485 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6196b-4550-4e02-9a44-03f2fd65855d req-954919c8-3f65-40ad-a3d6-a261dd7fafea tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:47.685420 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4cc6196b-4550-4e02-9a44-03f2fd65855d req-954919c8-3f65-40ad-a3d6-a261dd7fafea tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1839304 Apr 16 05:07:47.690506 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-902caab7-474a-43e7-a1ad-db4b76e4c07b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7b3ab2148b1e4f3189c18ac5b21ed9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458968 Apr 16 05:07:47.692210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51056) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:07:47.702868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757e8d6-53ca-473d-bf9a-e2ae57c0c393 req-6ec5c288-7f9d-4a1d-b375-3a86c31c61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:47.705491 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1757e8d6-53ca-473d-bf9a-e2ae57c0c393 req-6ec5c288-7f9d-4a1d-b375-3a86c31c61e0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 1098 time: 0.1476138 Apr 16 05:07:47.816419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:47.849878 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4cc6196b-4550-4e02-9a44-03f2fd65855d req-d98fa078-ba07-4cf4-8139-aeadc3868a6f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557107 Apr 16 05:07:47.853416 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1757e8d6-53ca-473d-bf9a-e2ae57c0c393 req-fcb339a8-95fe-4ebd-b693-93b616212f34 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189682 Apr 16 05:07:47.874257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:47.941219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:47.947890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-170d04ea-3e2f-4072-a907-3d6451f6a3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:47.965864 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:47.975879 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.976611 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.977219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.977820 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.978387 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.978971 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.979543 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.980112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.980664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.981208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.981759 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:47.982299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:07:48.007801 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:48.017231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:48.033368 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b1a0b2e-306d-4115-a5e0-ceaa3a510fc6 HTTP/1.1" status: 204 len: 168 time: 0.3304169 Apr 16 05:07:48.812096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6a4e2-acd5-4f8c-9c6d-09e0e45d2d6b req-038d9916-7dc6-4a7b-a2c6-a8b4174969c1 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:48.814080 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cfd6a4e2-acd5-4f8c-9c6d-09e0e45d2d6b req-038d9916-7dc6-4a7b-a2c6-a8b4174969c1 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 945 time: 0.1375697 Apr 16 05:07:48.919626 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cfd6a4e2-acd5-4f8c-9c6d-09e0e45d2d6b req-7b065cfa-6005-4f29-b2c8-06dccd9b7b8c tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791841 Apr 16 05:07:49.658060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e6fad23-9998-442c-9f97-2c61fd31f063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:50.456861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521d075-24ee-463c-905e-8ade422124c0 req-7ff0d7a5-0488-47e8-a918-a166ea139c64 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:50.459893 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8521d075-24ee-463c-905e-8ade422124c0 req-7ff0d7a5-0488-47e8-a918-a166ea139c64 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 945 time: 0.3244171 Apr 16 05:07:50.476961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf50f1a-d618-45ae-889c-1f22f06513b8 req-398d6570-b75a-43a9-8e66-c9078a5f6449 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:50.479694 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cbf50f1a-d618-45ae-889c-1f22f06513b8 req-398d6570-b75a-43a9-8e66-c9078a5f6449 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.2510934 Apr 16 05:07:50.617872 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8521d075-24ee-463c-905e-8ade422124c0 req-a1e42a1a-b667-426b-8846-17a08f277c40 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364243 Apr 16 05:07:50.623473 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cbf50f1a-d618-45ae-889c-1f22f06513b8 req-b1154896-9d75-421d-a126-66c32bd32272 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184392 Apr 16 05:07:51.870003 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d54ae-3c5b-4f07-95b4-48c5d5be023c req-24459a21-52ec-440f-af06-a104c97c97b0 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:51.871770 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-da6d54ae-3c5b-4f07-95b4-48c5d5be023c req-24459a21-52ec-440f-af06-a104c97c97b0 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1049371 Apr 16 05:07:51.927767 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-da6d54ae-3c5b-4f07-95b4-48c5d5be023c req-0554c8d5-ea67-4859-8143-04028c2e3780 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486820 Apr 16 05:07:52.517038 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-694e62bd-ae6f-4e18-91ea-ad791ffaafca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:52.789167 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:53.122007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7fd616-f407-4986-beb1-d61088f5e80e req-6a0e6e7f-8144-474d-bf73-f8be3a2b780f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:53.124996 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d7fd616-f407-4986-beb1-d61088f5e80e req-6a0e6e7f-8144-474d-bf73-f8be3a2b780f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.1621277 Apr 16 05:07:53.289074 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d7fd616-f407-4986-beb1-d61088f5e80e req-92cee05c-e1a7-4f45-b35a-6d5368692b19 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546419 Apr 16 05:07:53.329892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd721e7e-e0cc-45af-a8e5-4be93d14a9eb req-6a8445c6-bb8f-4585-a261-bf2d235822df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:53.331695 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bd721e7e-e0cc-45af-a8e5-4be93d14a9eb req-6a8445c6-bb8f-4585-a261-bf2d235822df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1698222 Apr 16 05:07:53.385026 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bd721e7e-e0cc-45af-a8e5-4be93d14a9eb req-5e95ac78-7a46-4d09-941f-ae42aca9378c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461237 Apr 16 05:07:53.968881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:54.683493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d30d3-711f-498a-8a92-59c0e756fb54 req-80bfc3f0-e207-4e6a-b8a2-7edb63f75f9f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:54.685373 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5d30d3-711f-498a-8a92-59c0e756fb54 req-80bfc3f0-e207-4e6a-b8a2-7edb63f75f9f tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.2619815 Apr 16 05:07:54.723598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48aaa1-058a-4f24-b70a-f0de0c0c7aa1 req-27c799f3-0da0-432d-8f07-adea46a3f740 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:54.725580 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1e48aaa1-058a-4f24-b70a-f0de0c0c7aa1 req-27c799f3-0da0-432d-8f07-adea46a3f740 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.2061954 Apr 16 05:07:54.785464 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b5d30d3-711f-498a-8a92-59c0e756fb54 req-e79adc4c-5b3d-413f-86b4-ffb1fd116845 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886261 Apr 16 05:07:54.810315 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1e48aaa1-058a-4f24-b70a-f0de0c0c7aa1 req-77cd523a-3114-4484-8b9f-ca54d520a610 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715292 Apr 16 05:07:55.661369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:55.745128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-542755ed-1f7e-4f30-9b9b-68466ad91f55 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:55.746852 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-542755ed-1f7e-4f30-9b9b-68466ad91f55 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.1032102 Apr 16 05:07:55.831997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Deleting port 146ecf55-0399-4465-9fc8-5d85a5a2bd13 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:07:55.832378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:56.472448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de3506-2e8d-4823-83e6-4240d6bda827 req-f169455f-c0ae-4c1e-baea-fd640e3e4a43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:56.474193 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f6de3506-2e8d-4823-83e6-4240d6bda827 req-f169455f-c0ae-4c1e-baea-fd640e3e4a43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.3013315 Apr 16 05:07:56.494539 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707007a-3a46-4d4f-9165-76c0b32f1334 req-fdb6d049-1fb8-430f-8266-bbbabe24017d tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:56.496321 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b707007a-3a46-4d4f-9165-76c0b32f1334 req-fdb6d049-1fb8-430f-8266-bbbabe24017d tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 945 time: 0.3298023 Apr 16 05:07:56.577369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] For port 146ecf55-0399-4465-9fc8-5d85a5a2bd13, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=146ecf55-0399-4465-9fc8-5d85a5a2bd13,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:07:56.577676 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:56.754220 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Calling delete_port for 146ecf55-0399-4465-9fc8-5d85a5a2bd13 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:07:56.791507 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f6de3506-2e8d-4823-83e6-4240d6bda827 req-873a8e8c-8f23-44a2-9530-3ba3c033408a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939980 Apr 16 05:07:56.806634 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b707007a-3a46-4d4f-9165-76c0b32f1334 req-71148431-9f81-4ea4-b283-afb37dcde379 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861075 Apr 16 05:07:56.929498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:56.944780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['146ecf55-0399-4465-9fc8-5d85a5a2bd13', '11978764-d9c7-4994-9e0b-7a010dbd21d4'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:07:56.962460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:07:57.013968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Pushing event deleted for resources: {'Port': ['ID=146ecf55-0399-4465-9fc8-5d85a5a2bd13,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:07:57.020634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:07:57.236324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] No DVR routers for this DVR port 146ecf55-0399-4465-9fc8-5d85a5a2bd13 on host hv-cinder-78652 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:07:57.239048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:57.243905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f01602f-9b45-49d3-b780-54e216d40056', 'name': 'network-vif-deleted', 'tag': '146ecf55-0399-4465-9fc8-5d85a5a2bd13'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:07:57.255251 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cbec272a-c574-4c3a-8f7a-2408342ff74d req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.47 "DELETE /v2.0/ports/146ecf55-0399-4465-9fc8-5d85a5a2bd13 HTTP/1.1" status: 204 len: 173 time: 1.5017245 Apr 16 05:07:57.305751 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f01602f-9b45-49d3-b780-54e216d40056', 'name': 'network-vif-deleted', 'tag': '146ecf55-0399-4465-9fc8-5d85a5a2bd13', 'status': 'completed', 'code': 200} Apr 16 05:07:58.122981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d651597f-c45e-487f-a6a6-f48c1b7c02ef req-db47e4b6-f8e9-426c-bc14-cb4d02c13c05 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Synchronizing usage tracker for tenant:04b04695962b472985e5455e16234f46 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:07:58.157274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d651597f-c45e-487f-a6a6-f48c1b7c02ef req-db47e4b6-f8e9-426c-bc14-cb4d02c13c05 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Unset dirty status for tenant:04b04695962b472985e5455e16234f46 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:07:58.158592 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d651597f-c45e-487f-a6a6-f48c1b7c02ef req-db47e4b6-f8e9-426c-bc14-cb4d02c13c05 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=0f01602f-9b45-49d3-b780-54e216d40056 HTTP/1.1" status: 200 len: 210 time: 0.0956931 Apr 16 05:07:58.180265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980b573-a7f2-4cf9-88d3-d1edc87fd9e7 req-edf1ba55-a5ab-45c5-a094-8fa79e414c98 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:58.182744 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e980b573-a7f2-4cf9-88d3-d1edc87fd9e7 req-edf1ba55-a5ab-45c5-a094-8fa79e414c98 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1978981 Apr 16 05:07:58.241393 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e980b573-a7f2-4cf9-88d3-d1edc87fd9e7 req-394512b4-1d54-4f45-8de9-cc7be84584b8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507507 Apr 16 05:07:58.448838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:07:58.782676 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a468d6-de8a-4359-bb29-7c09e898e29e req-d96a957e-c192-4c15-888a-4cb198966583 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:58.784692 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-85a468d6-de8a-4359-bb29-7c09e898e29e req-d96a957e-c192-4c15-888a-4cb198966583 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 945 time: 0.1052771 Apr 16 05:07:58.862789 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-85a468d6-de8a-4359-bb29-7c09e898e29e req-6a17610b-b2ef-4229-8232-563351570962 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634549 Apr 16 05:07:59.506046 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb80c5-6a88-488c-a5e9-cf63cf421ef5 req-5014cd06-d492-47f5-a122-e6ae8afce215 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:59.509493 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a9bb80c5-6a88-488c-a5e9-cf63cf421ef5 req-5014cd06-d492-47f5-a122-e6ae8afce215 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1411507 Apr 16 05:07:59.570362 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a9bb80c5-6a88-488c-a5e9-cf63cf421ef5 req-28d59681-1e93-440f-bd89-bf8186fec452 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531213 Apr 16 05:07:59.730398 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7386c-fcf1-4491-84dd-d4f41942a9b2 req-3886f95b-dcd5-49d4-a10d-85c62d040640 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:07:59.732019 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c4b7386c-fcf1-4491-84dd-d4f41942a9b2 req-3886f95b-dcd5-49d4-a10d-85c62d040640 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.0923226 Apr 16 05:07:59.785123 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c4b7386c-fcf1-4491-84dd-d4f41942a9b2 req-b2f220d8-9a21-40bd-a780-5df859ed0c68 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460689 Apr 16 05:08:00.081502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076ac6d-dc80-4ccb-af07-cfaaea8a617c req-4ba489f2-84ba-4fce-9ffd-7b0d9d82ac2e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:00.083128 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f076ac6d-dc80-4ccb-af07-cfaaea8a617c req-4ba489f2-84ba-4fce-9ffd-7b0d9d82ac2e tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 945 time: 0.1007142 Apr 16 05:08:00.136597 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f076ac6d-dc80-4ccb-af07-cfaaea8a617c req-b7cffb77-a236-42f8-9908-9d9f13a6909a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 Apr 16 05:08:00.666852 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-752291f4-7bc6-45ae-8c44-ac45cda50a77 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:00.668492 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-752291f4-7bc6-45ae-8c44-ac45cda50a77 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 945 time: 0.0957589 Apr 16 05:08:00.812615 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Deleting port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:00.813004 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:00.848302 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 146ecf55-0399-4465-9fc8-5d85a5a2bd13 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:00.889019 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 146ecf55-0399-4465-9fc8-5d85a5a2bd13 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:00.889294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 146ecf55-0399-4465-9fc8-5d85a5a2bd13 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:00.996461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3c792-3870-40ca-8d6c-ceafb1efacee req-043a8c86-1924-4f0c-ba3c-f64ff2f65331 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:00.998120 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2af3c792-3870-40ca-8d6c-ceafb1efacee req-043a8c86-1924-4f0c-ba3c-f64ff2f65331 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.2747240 Apr 16 05:08:01.175225 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2af3c792-3870-40ca-8d6c-ceafb1efacee req-39f89c90-1e73-4987-8cbf-e38ef81fc57a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679769 Apr 16 05:08:01.226395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083ace6-70c0-4f0f-b06a-5bd194bf0378 req-95644fb8-5b27-41cd-8900-3f899bc01db2 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:01.228424 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2083ace6-70c0-4f0f-b06a-5bd194bf0378 req-95644fb8-5b27-41cd-8900-3f899bc01db2 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.3041673 Apr 16 05:08:01.267954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] For port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:01.268365 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:01.476197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Calling delete_port for 7d2d931c-2a32-4796-bb5a-2ddd7a87235c owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:01.762094 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2083ace6-70c0-4f0f-b06a-5bd194bf0378 req-c73abb1f-8999-45b6-8f73-9a2f0aceb6c1 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231760 Apr 16 05:08:01.900186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0f97a-ad78-49fa-a9d4-c30de17d9735 req-de7a1fae-998d-4f29-9df3-b1c839d53e23 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:01.901996 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83f0f97a-ad78-49fa-a9d4-c30de17d9735 req-de7a1fae-998d-4f29-9df3-b1c839d53e23 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 945 time: 0.6211238 Apr 16 05:08:01.966458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:01.985274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b1bbb333-3abd-4d5d-b55c-080a819d4baa', '586d6dcc-683a-49ff-b65d-d81f8e8b5d27', '7f112f0f-3225-4111-bcd9-226b3edec55a', '7d2d931c-2a32-4796-bb5a-2ddd7a87235c'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:08:01.986250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-35655988-14e8-4631-b56c-62c7231f17ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:02.050536 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83f0f97a-ad78-49fa-a9d4-c30de17d9735 req-270a6b74-85de-4a95-a848-16abc9443e26 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349602 Apr 16 05:08:02.123240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Pushing event deleted for resources: {'Port': ['ID=7d2d931c-2a32-4796-bb5a-2ddd7a87235c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:02.127592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:02.408111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-df0e23a5-745f-45e7-a799-f8a87cd7f341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:02.410082 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-df0e23a5-745f-45e7-a799-f8a87cd7f341 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 1098 time: 0.1013706 Apr 16 05:08:02.424231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] No DVR routers for this DVR port 7d2d931c-2a32-4796-bb5a-2ddd7a87235c on host hv-cinder-78652 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:08:02.434821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:02.437870 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84880dc-3279-4846-a783-c22bdef7a2df', 'name': 'network-vif-deleted', 'tag': '7d2d931c-2a32-4796-bb5a-2ddd7a87235c'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:08:02.461376 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fe0f8771-a09d-46be-8428-1694b3f03c71 req-29de8c95-8616-45ce-97d3-1b9ea3a1e0fc tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "DELETE /v2.0/ports/7d2d931c-2a32-4796-bb5a-2ddd7a87235c HTTP/1.1" status: 204 len: 173 time: 1.7788920 Apr 16 05:08:02.471576 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ded7f-3b4b-4cc3-b7a9-9da7745cc077 req-f8ae2980-bbc1-460d-a934-35c7ae7d0d5e tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:02.473039 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2a8ded7f-3b4b-4cc3-b7a9-9da7745cc077 req-f8ae2980-bbc1-460d-a934-35c7ae7d0d5e tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.2749960 Apr 16 05:08:02.506622 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84880dc-3279-4846-a783-c22bdef7a2df', 'name': 'network-vif-deleted', 'tag': '7d2d931c-2a32-4796-bb5a-2ddd7a87235c', 'status': 'completed', 'code': 200} Apr 16 05:08:02.561111 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2a8ded7f-3b4b-4cc3-b7a9-9da7745cc077 req-0d501eb4-53de-41c6-9d6e-f5cd5d95e92f tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723119 Apr 16 05:08:02.612670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-c6ea6e84-acf6-4a2e-8bd3-790f1cb16d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:02.614282 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-c6ea6e84-acf6-4a2e-8bd3-790f1cb16d71 service neutron] 10.222.0.47 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 912 time: 0.1962347 Apr 16 05:08:02.734979 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-f182e77c-babe-4e43-aa5d-96adec50c605 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 HTTP/1.1" status: 200 len: 1001 time: 0.1132050 Apr 16 05:08:02.810740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-f8425455-c122-4562-9c62-66aeff31a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:02.812479 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-f8425455-c122-4562-9c62-66aeff31a088 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 200 len: 850 time: 0.0684612 Apr 16 05:08:03.123559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468c5ba-053b-4b8e-b068-b47b30617c9a req-de3f802b-1eb5-47b5-aff9-024d5ae47c37 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:03.125566 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d468c5ba-053b-4b8e-b068-b47b30617c9a req-de3f802b-1eb5-47b5-aff9-024d5ae47c37 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1164541 Apr 16 05:08:03.180413 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-5ea058d9-15bf-45c7-b6b7-e6aabb562ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:03.183386 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-5ea058d9-15bf-45c7-b6b7-e6aabb562ecf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=984efdec-5b56-404c-a3d4-f6e7a0fea60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3604965 Apr 16 05:08:03.193100 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d468c5ba-053b-4b8e-b068-b47b30617c9a req-a486376d-d1f5-42a2-abe3-ac9510af4fb1 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554874 Apr 16 05:08:03.367023 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-e539190e-df81-426b-91f2-a0a896cb1c38 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724999 Apr 16 05:08:03.381119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-42c52a9c-4256-4fea-bd8a-88446c516dfe req-71253a22-3f12-4dff-ac5f-8a919014b164 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Synchronizing usage tracker for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:08:03.398940 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-42c52a9c-4256-4fea-bd8a-88446c516dfe req-71253a22-3f12-4dff-ac5f-8a919014b164 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Unset dirty status for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:08:03.400920 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-42c52a9c-4256-4fea-bd8a-88446c516dfe req-71253a22-3f12-4dff-ac5f-8a919014b164 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b84880dc-3279-4846-a783-c22bdef7a2df HTTP/1.1" status: 200 len: 210 time: 0.0808806 Apr 16 05:08:03.554737 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-275d48f6-a62e-4692-9a50-836dab9b02e9 req-7ea6c94b-4d66-4dab-b205-953b23831870 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780946 Apr 16 05:08:03.876557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a4e11-e01f-4df4-bafa-ab826f7391a4 req-44c970e6-6d70-4543-ab9f-b5116396330f tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:03.879618 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-960a4e11-e01f-4df4-bafa-ab826f7391a4 req-44c970e6-6d70-4543-ab9f-b5116396330f tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1784408 Apr 16 05:08:03.935555 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-960a4e11-e01f-4df4-bafa-ab826f7391a4 req-d17d2a20-6253-4857-a1ff-0ecb05da9eca tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489810 Apr 16 05:08:04.432775 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d6fb7-2a95-43a8-bb57-2fd554416021 req-67eb1250-1148-45c0-879b-c76a708d9265 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:04.434513 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ba6d6fb7-2a95-43a8-bb57-2fd554416021 req-67eb1250-1148-45c0-879b-c76a708d9265 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.0946462 Apr 16 05:08:04.488761 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ba6d6fb7-2a95-43a8-bb57-2fd554416021 req-e0bdbc8f-e85b-4e65-a69f-7d3096a5710b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470119 Apr 16 05:08:04.856982 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 7d2d931c-2a32-4796-bb5a-2ddd7a87235c no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:04.905889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 7d2d931c-2a32-4796-bb5a-2ddd7a87235c {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:04.906532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 7d2d931c-2a32-4796-bb5a-2ddd7a87235c not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:05.168608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfbad1-692b-44a8-8c92-2ad34430fa57 req-4821428e-cc03-4ec2-b218-18a866e26e98 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:05.170240 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9ebfbad1-692b-44a8-8c92-2ad34430fa57 req-4821428e-cc03-4ec2-b218-18a866e26e98 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1056793 Apr 16 05:08:05.219829 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9ebfbad1-692b-44a8-8c92-2ad34430fa57 req-e39ee83a-a6ae-4edc-8e80-312d804e8a8f tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429082 Apr 16 05:08:05.583022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-3a401a93-c766-4a55-9341-e40f58810b27 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:05.583790 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-3a401a93-c766-4a55-9341-e40f58810b27 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Synchronizing usage tracker for tenant:04b04695962b472985e5455e16234f46 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:08:05.597209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-3a401a93-c766-4a55-9341-e40f58810b27 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Unset dirty status for tenant:04b04695962b472985e5455e16234f46 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:08:05.598464 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-3a401a93-c766-4a55-9341-e40f58810b27 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.47 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1118813 Apr 16 05:08:05.692336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Deleting port 11978764-d9c7-4994-9e0b-7a010dbd21d4 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:05.692702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:05.713859 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1bc36-f420-4854-a4c8-787c8255ffde req-18640b2b-1b20-4792-8707-0d2848a48b16 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:05.716174 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-54d1bc36-f420-4854-a4c8-787c8255ffde req-18640b2b-1b20-4792-8707-0d2848a48b16 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 946 time: 0.1103947 Apr 16 05:08:05.781751 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-54d1bc36-f420-4854-a4c8-787c8255ffde req-5209b904-94f8-49a9-adf1-55d357478b16 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/security-groups?id=796268e5-3909-4fb6-9feb-4e3d41bdbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Apr 16 05:08:05.995182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] For port 11978764-d9c7-4994-9e0b-7a010dbd21d4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=11978764-d9c7-4994-9e0b-7a010dbd21d4,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:05.996276 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:06.135484 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Calling delete_port for 11978764-d9c7-4994-9e0b-7a010dbd21d4 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:06.246126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd584082-0df4-43ea-9e3b-9d16a804b9cb req-1ad70f2c-d1c4-4455-b218-186a6ab5a407 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:06.247882 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd584082-0df4-43ea-9e3b-9d16a804b9cb req-1ad70f2c-d1c4-4455-b218-186a6ab5a407 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 945 time: 0.1147988 Apr 16 05:08:06.301426 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd584082-0df4-43ea-9e3b-9d16a804b9cb req-068bd60e-a24d-4608-90ce-a908c9b85d70 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Apr 16 05:08:06.316165 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:06.338395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['11978764-d9c7-4994-9e0b-7a010dbd21d4'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:08:06.344647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:06.442672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Pushing event deleted for resources: {'Port': ['ID=11978764-d9c7-4994-9e0b-7a010dbd21d4,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:06.449227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:06.601732 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] No DVR routers for this DVR port 11978764-d9c7-4994-9e0b-7a010dbd21d4 on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:08:06.605517 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:06.609977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de8108f1-f401-4053-af32-f9bfd4e91900', 'name': 'network-vif-deleted', 'tag': '11978764-d9c7-4994-9e0b-7a010dbd21d4'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:08:06.629994 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a38027e6-b5d8-46e3-86f1-ba30de88018a req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.47 "DELETE /v2.0/ports/11978764-d9c7-4994-9e0b-7a010dbd21d4 HTTP/1.1" status: 204 len: 173 time: 1.0243182 Apr 16 05:08:06.666384 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de8108f1-f401-4053-af32-f9bfd4e91900', 'name': 'network-vif-deleted', 'tag': '11978764-d9c7-4994-9e0b-7a010dbd21d4', 'status': 'completed', 'code': 200} Apr 16 05:08:06.979294 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5c424092-b8fd-46f8-91a3-b5c287917898 req-02eb2323-4e1f-4726-9730-ff52f45031a9 tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] 10.222.0.48 "GET /v2.0/ports?device_id=de8108f1-f401-4053-af32-f9bfd4e91900 HTTP/1.1" status: 200 len: 210 time: 0.0591567 Apr 16 05:08:07.519926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c662908-12d0-4961-869a-442710039a6c req-7ed841a7-0199-4d4c-bbfa-49806f41d76b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:07.521476 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4c662908-12d0-4961-869a-442710039a6c req-7ed841a7-0199-4d4c-bbfa-49806f41d76b tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 945 time: 0.0953441 Apr 16 05:08:07.572309 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4c662908-12d0-4961-869a-442710039a6c req-553f9259-511b-4e5c-a59e-c9a4a3c6247a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432656 Apr 16 05:08:08.020338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-f7a6533a-1bd5-4e76-a843-813f627e5760 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:08.021961 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-f7a6533a-1bd5-4e76-a843-813f627e5760 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 945 time: 0.0950453 Apr 16 05:08:08.085911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51230) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:08.109202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Deleting port 7f112f0f-3225-4111-bcd9-226b3edec55a {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:08.109591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:08.387339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] For port 7f112f0f-3225-4111-bcd9-226b3edec55a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f112f0f-3225-4111-bcd9-226b3edec55a,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:08.387709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:08.524731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Calling delete_port for 7f112f0f-3225-4111-bcd9-226b3edec55a owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:08.685840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:08.698742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b1bbb333-3abd-4d5d-b55c-080a819d4baa', '586d6dcc-683a-49ff-b65d-d81f8e8b5d27', '7f112f0f-3225-4111-bcd9-226b3edec55a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:08:08.706552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:08.750659 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-abca4f1e-e615-4ef5-a763-e43fd8df817e req-10525f68-1325-4dcc-8508-6f0e539090b6 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=7f020c0d-583b-4f43-bc8d-db92897cc269 HTTP/1.1" status: 200 len: 210 time: 0.0574319 Apr 16 05:08:08.759210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723136'] for router_interface, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:08.817839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Pushing event deleted for resources: {'Port': ['ID=7f112f0f-3225-4111-bcd9-226b3edec55a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:08.822844 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:08.991240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] No DVR routers for this DVR port 7f112f0f-3225-4111-bcd9-226b3edec55a on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:08:08.993545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:08.997004 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f020c0d-583b-4f43-bc8d-db92897cc269', 'name': 'network-vif-deleted', 'tag': '7f112f0f-3225-4111-bcd9-226b3edec55a'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:08:09.016109 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e706fbe-2180-4345-86a8-ef40f75c63f0 req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "DELETE /v2.0/ports/7f112f0f-3225-4111-bcd9-226b3edec55a HTTP/1.1" status: 204 len: 173 time: 0.9871089 Apr 16 05:08:09.064057 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f020c0d-583b-4f43-bc8d-db92897cc269', 'name': 'network-vif-deleted', 'tag': '7f112f0f-3225-4111-bcd9-226b3edec55a', 'status': 'completed', 'code': 200} Apr 16 05:08:09.440492 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Deleting port eba83564-829a-4e66-a3b0-f6b0bec7ac34 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:09.440876 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:09.630749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] For port eba83564-829a-4e66-a3b0-f6b0bec7ac34, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=eba83564-829a-4e66-a3b0-f6b0bec7ac34,segment=NetworkSegment(44a983b6-44df-4a87-ad51-eee6f61c8de7),segment_id=44a983b6-44df-4a87-ad51-eee6f61c8de7)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:09.631421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:09.766967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Calling delete_port for eba83564-829a-4e66-a3b0-f6b0bec7ac34 owned by network:router_interface {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:10.091415 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:10.110275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:10.212188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eba83564-829a-4e66-a3b0-f6b0bec7ac34,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:10.217329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:10.394125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99800dd1-3bce-413b-a116-b4b1915e7e47 req-acb10d0c-1181-4323-ac51-20a64ef74515 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:10.396245 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-99800dd1-3bce-413b-a116-b4b1915e7e47 req-acb10d0c-1181-4323-ac51-20a64ef74515 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 946 time: 0.1899500 Apr 16 05:08:10.501277 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-99800dd1-3bce-413b-a116-b4b1915e7e47 req-78815885-45df-4dde-b3ac-156953b140c3 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954218 Apr 16 05:08:10.710248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853167693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720491'] for router_interface, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:10.882134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 11978764-d9c7-4994-9e0b-7a010dbd21d4 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:10.920918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 11978764-d9c7-4994-9e0b-7a010dbd21d4 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:10.921349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 11978764-d9c7-4994-9e0b-7a010dbd21d4 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:10.921806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 7f112f0f-3225-4111-bcd9-226b3edec55a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:10.962170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 7f112f0f-3225-4111-bcd9-226b3edec55a {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:10.962387 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 7f112f0f-3225-4111-bcd9-226b3edec55a not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:11.250902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Router 7511adb9-9824-4646-8a58-d2b524c5eacd has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:08:11.444861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:08:11.456022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] Sync routers for ids ['7511adb9-9824-4646-8a58-d2b524c5eacd'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:08:11.458542 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] 10.222.0.48 "PUT /v2.0/routers/7511adb9-9824-4646-8a58-d2b524c5eacd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3710170 Apr 16 05:08:11.462740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51246) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:11.468928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] Routers {'7511adb9-9824-4646-8a58-d2b524c5eacd'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:11.469604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:07:52Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['7511adb9-9824-4646-8a58-d2b524c5eacd'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:11.672327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] Set router 7511adb9-9824-4646-8a58-d2b524c5eacd gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:11.725704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba90a67e-1936-441c-a977-21b41bba4f3c req-4bec0f93-b11f-4f4c-9e70-51060921c127 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:11.735355 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ba90a67e-1936-441c-a977-21b41bba4f3c req-4bec0f93-b11f-4f4c-9e70-51060921c127 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 946 time: 0.1087172 Apr 16 05:08:11.739727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-43798f4d-6be1-4590-bf9d-3563ec8ad368 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:11.740536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-43798f4d-6be1-4590-bf9d-3563ec8ad368 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Synchronizing usage tracker for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:08:11.745479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:11.787997 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ba90a67e-1936-441c-a977-21b41bba4f3c req-8acab27c-fc79-4b85-ace0-ed38640f7557 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Apr 16 05:08:11.892929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-43798f4d-6be1-4590-bf9d-3563ec8ad368 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Unset dirty status for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:08:11.894191 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-43798f4d-6be1-4590-bf9d-3563ec8ad368 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 946 time: 0.3702583 Apr 16 05:08:12.009528 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Deleting port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:12.010242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:12.023502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:08:10Z', 'revision_number': 5, 'project_id': '04b04695962b472985e5455e16234f46', 'gw_port': {'id': '7bffb607-4870-4b9d-a675-abae0874a1d3', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:31Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:12.032491 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] Checking router: 7511adb9-9824-4646-8a58-d2b524c5eacd for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:08:12.049891 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] Routers {'7511adb9-9824-4646-8a58-d2b524c5eacd'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:12.051041 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:07:52Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['7511adb9-9824-4646-8a58-d2b524c5eacd'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:12.066129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:12.086021 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Deleting port 7bffb607-4870-4b9d-a675-abae0874a1d3 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:12.086403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:12.319751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] Set router 7511adb9-9824-4646-8a58-d2b524c5eacd gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:12.445340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:08:12Z', 'revision_number': 6, 'project_id': '04b04695962b472985e5455e16234f46', 'gw_port_host': None}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:12.450277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eef5a4-cf5f-4d77-ae89-5f6fd24b4ffb None None] The sync data for ids ['7511adb9-9824-4646-8a58-d2b524c5eacd'] in dv-cinder-786524-1-smb is: [{'id': '7511adb9-9824-4646-8a58-d2b524c5eacd', 'name': 'tempest-ServerRescueNegativeTestJSON-852762792-router', 'tenant_id': '04b04695962b472985e5455e16234f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:08:12Z', 'revision_number': 6, 'project_id': '04b04695962b472985e5455e16234f46', 'gw_port_host': None}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:08:12.709414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] For port 7bffb607-4870-4b9d-a675-abae0874a1d3, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=7bffb607-4870-4b9d-a675-abae0874a1d3,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:12.709831 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:12.857178 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Calling delete_port for 7bffb607-4870-4b9d-a675-abae0874a1d3 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:12.897059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] For port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:12.897459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:13.004667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfa425-3540-4d68-8186-344e309c540a req-395cff90-ca00-4971-b088-a19feed4b3ed tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:13.006316 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4adfa425-3540-4d68-8186-344e309c540a req-395cff90-ca00-4971-b088-a19feed4b3ed tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 946 time: 0.0962381 Apr 16 05:08:13.052884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Calling delete_port for 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:13.280370 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4adfa425-3540-4d68-8186-344e309c540a req-bac81c34-baa3-4f02-85a3-261b2a4fdf28 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661722 Apr 16 05:08:13.451030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:13.463482 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b1bbb333-3abd-4d5d-b55c-080a819d4baa', '586d6dcc-683a-49ff-b65d-d81f8e8b5d27'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:08:13.473058 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2fd47c15-f8bc-40e3-86d2-24498a6d6084 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:13.531905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Pushing event deleted for resources: {'Port': ['ID=586d6dcc-683a-49ff-b65d-d81f8e8b5d27,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:13.534853 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:13.585611 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:13.606157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:13.705634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bffb607-4870-4b9d-a675-abae0874a1d3,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:13.708200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:13.945121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] No DVR routers for this DVR port 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:08:13.947713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:13.950998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b81b65ba-5074-415a-af54-52098b964207', 'name': 'network-vif-deleted', 'tag': '586d6dcc-683a-49ff-b65d-d81f8e8b5d27'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:08:14.017001 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-30295f96-cb1f-453d-9666-7f98a23b2849 req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "DELETE /v2.0/ports/586d6dcc-683a-49ff-b65d-d81f8e8b5d27 HTTP/1.1" status: 204 len: 173 time: 2.1116140 Apr 16 05:08:14.027764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720337'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:14.078648 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b81b65ba-5074-415a-af54-52098b964207', 'name': 'network-vif-deleted', 'tag': '586d6dcc-683a-49ff-b65d-d81f8e8b5d27', 'status': 'completed', 'code': 200} Apr 16 05:08:14.224959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5889'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:14.227987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:14.322607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853054917'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:14.323210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7511adb9-9824-4646-8a58-d2b524c5eacd {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 05:08:14.333365 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:14.334652 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7511adb9-9824-4646-8a58-d2b524c5eacd HTTP/1.1" status: 204 len: 168 time: 2.8708594 Apr 16 05:08:14.337824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51258) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:14.354076 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device eba83564-829a-4e66-a3b0-f6b0bec7ac34 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:14.418454 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] Deleting subnet ad4ab347-d80e-4512-88ab-6cbbb380bedc {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:08:14.423358 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:14.529104 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8e685fd6-b96b-4361-93f9-5dbd91acd8c1 req-dcf055e9-2336-48c2-be7e-bfc17168cfb5 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=b81b65ba-5074-415a-af54-52098b964207 HTTP/1.1" status: 200 len: 210 time: 0.0602322 Apr 16 05:08:14.549791 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2118093'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:14.587491 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: eba83564-829a-4e66-a3b0-f6b0bec7ac34 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:14.588053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device eba83564-829a-4e66-a3b0-f6b0bec7ac34 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:14.588630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 7bffb607-4870-4b9d-a675-abae0874a1d3 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:14.621000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:14.625454 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 7bffb607-4870-4b9d-a675-abae0874a1d3 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:14.626039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 7bffb607-4870-4b9d-a675-abae0874a1d3 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:14.907289 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850673300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850641033'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:14.921422 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4b318194-8c0e-4ae8-a32c-1c2a8ad6c74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:14.962863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4ab347-d80e-4512-88ab-6cbbb380bedc,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:15.023678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:15.063082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:15.072272 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ad4ab347-d80e-4512-88ab-6cbbb380bedc HTTP/1.1" status: 204 len: 168 time: 0.7331040 Apr 16 05:08:15.074892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51264) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:15.195424 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:15.389424 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:15.506515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6e782c-4a20-4571-9880-20a30bbeb3d8']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:15.519383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a983b6-44df-4a87-ad51-eee6f61c8de7') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:15.520079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a983b6-44df-4a87-ad51-eee6f61c8de7') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:15.532140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852657675'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:15.547041 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:15.553398 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:08:15.736165 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:08:15.746745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103373'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:15.935961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Network dd6e782c-4a20-4571-9880-20a30bbeb3d8 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:08:15.960342 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:08:16.045378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:16.051351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:16.055386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-04addd24-f008-44dc-a1f4-44465800bd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:16.079406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6e782c-4a20-4571-9880-20a30bbeb3d8,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:16.082142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:16.087452 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] 10.222.0.48 "DELETE /v2.0/networks/dd6e782c-4a20-4571-9880-20a30bbeb3d8 HTTP/1.1" status: 204 len: 168 time: 1.0114927 Apr 16 05:08:16.283910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51276) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:16.340071 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-cd9ebe61-48c2-4908-9d47-fef3ab63cac3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=04b04695962b472985e5455e16234f46&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0538292 Apr 16 05:08:16.342127 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51280) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:16.409398 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59039eea-04a9-459b-95eb-f9d961aa47bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:16.439103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59039eea-04a9-459b-95eb-f9d961aa47bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:16.498602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59039eea-04a9-459b-95eb-f9d961aa47bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:16.502559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-353da339-42ac-4f99-984f-3b8a8ba0c5d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:16.521445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59039eea-04a9-459b-95eb-f9d961aa47bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796268e5-3909-4fb6-9feb-4e3d41bdbd43,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:16.524282 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-59039eea-04a9-459b-95eb-f9d961aa47bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:16.532724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-59039eea-04a9-459b-95eb-f9d961aa47bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:16.533947 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-59039eea-04a9-459b-95eb-f9d961aa47bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/796268e5-3909-4fb6-9feb-4e3d41bdbd43 HTTP/1.1" status: 204 len: 168 time: 0.1907256 Apr 16 05:08:16.935556 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:16.997071 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:16.998058 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 586d6dcc-683a-49ff-b65d-d81f8e8b5d27 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:17.303683 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f9878f-5d64-4699-94db-9d339aa4c494 req-0a84f11a-78fe-4259-ac19-f837ba1b9066 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:17.305503 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e4f9878f-5d64-4699-94db-9d339aa4c494 req-0a84f11a-78fe-4259-ac19-f837ba1b9066 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 945 time: 0.0947320 Apr 16 05:08:17.360319 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e4f9878f-5d64-4699-94db-9d339aa4c494 req-d4137ca0-1ac4-4089-a946-94747d50938f tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470946 Apr 16 05:08:18.181467 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51338) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:18.320385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:18.339890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:18.344512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9eb2342e5442108e68c21dafac1edb is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:18.347866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:18.354444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:18.490337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:18.493998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:18.508640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-21cafa2a-50ee-4fd6-99da-ad5ecbdda1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:18.605371 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c9eb2342e5442108e68c21dafac1edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226913 Apr 16 05:08:18.606378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182380e5-0c9f-4fde-9c4a-5b3c85c1e0bb,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:18.608380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51346) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:18.610124 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cb9b9441-9c8d-442d-a2e3-ccc27bfe4ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:18.654336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da026097-2504-4879-b302-3876f5ffc8fd req-097880f9-380c-41ca-ad4d-7124c707a6d8 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:18.656190 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-da026097-2504-4879-b302-3876f5ffc8fd req-097880f9-380c-41ca-ad4d-7124c707a6d8 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 945 time: 0.1331258 Apr 16 05:08:18.741262 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-da026097-2504-4879-b302-3876f5ffc8fd req-4bcbb8c9-3187-4ac8-834a-9b3f7ba86d21 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/security-groups?id=50334c16-d933-4f0d-b156-9543c1d6a54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771770 Apr 16 05:08:18.746175 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64e39afb-5616-419d-82de-5eec0e454be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:18.800277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64e39afb-5616-419d-82de-5eec0e454be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:18.936261 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64e39afb-5616-419d-82de-5eec0e454be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:18.943463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-86de7fa8-a263-4ab1-ae51-c7ef0a969079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:18.957176 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e39afb-5616-419d-82de-5eec0e454be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182380e5-0c9f-4fde-9c4a-5b3c85c1e0bb,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:18.959765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-64e39afb-5616-419d-82de-5eec0e454be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:18.970106 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-64e39afb-5616-419d-82de-5eec0e454be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:18.973917 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-64e39afb-5616-419d-82de-5eec0e454be9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/182380e5-0c9f-4fde-9c4a-5b3c85c1e0bb HTTP/1.1" status: 204 len: 168 time: 0.3604891 Apr 16 05:08:18.986741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-b405668d-a8e0-4c9b-bad1-e343b8e1209a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:18.987543 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-b405668d-a8e0-4c9b-bad1-e343b8e1209a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Synchronizing usage tracker for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:08:19.005322 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-b405668d-a8e0-4c9b-bad1-e343b8e1209a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Unset dirty status for tenant:9938d71b3b1e42928c8f49e035d59b04 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:08:19.006623 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-b405668d-a8e0-4c9b-bad1-e343b8e1209a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 945 time: 0.1639965 Apr 16 05:08:19.091573 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Deleting port b1bbb333-3abd-4d5d-b55c-080a819d4baa {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:19.091935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:19.613143 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] For port b1bbb333-3abd-4d5d-b55c-080a819d4baa, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b1bbb333-3abd-4d5d-b55c-080a819d4baa,segment=NetworkSegment(a667c04f-8834-4593-a59d-9e945e6c7409),segment_id=a667c04f-8834-4593-a59d-9e945e6c7409)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:19.613713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:19.654090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3555e454-9926-499b-abec-c678da541450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:19.756790 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Calling delete_port for b1bbb333-3abd-4d5d-b55c-080a819d4baa owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:19.929278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:19.943449 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ddca95bb-22a0-4bf1-966f-fe607f45f6a7 req-846cdd98-9f62-445a-a6c9-f2454b15b4d8 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.48 "GET /v2.0/ports?device_id=68ce6062-8fea-4850-9bd9-e539829bd2e9 HTTP/1.1" status: 200 len: 210 time: 0.0787997 Apr 16 05:08:19.946372 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b1bbb333-3abd-4d5d-b55c-080a819d4baa'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:08:20.046029 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:20.097989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Pushing event deleted for resources: {'Port': ['ID=b1bbb333-3abd-4d5d-b55c-080a819d4baa,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:20.102242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:20.333119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] No DVR routers for this DVR port b1bbb333-3abd-4d5d-b55c-080a819d4baa on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:08:20.337015 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:20.342229 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ce6062-8fea-4850-9bd9-e539829bd2e9', 'name': 'network-vif-deleted', 'tag': 'b1bbb333-3abd-4d5d-b55c-080a819d4baa'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:08:20.373202 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cee9b50-e093-4c72-8de4-fb70473a3c4b req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] 10.222.0.47 "DELETE /v2.0/ports/b1bbb333-3abd-4d5d-b55c-080a819d4baa HTTP/1.1" status: 204 len: 173 time: 1.3582227 Apr 16 05:08:20.401831 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ce6062-8fea-4850-9bd9-e539829bd2e9', 'name': 'network-vif-deleted', 'tag': 'b1bbb333-3abd-4d5d-b55c-080a819d4baa', 'status': 'completed', 'code': 200} Apr 16 05:08:21.093333 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51402) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:21.167166 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-4731f572-3a17-426b-919c-6d0bd3bbd984 admin admin] Deleting subnet 8981d6a0-f713-4bb7-b87f-72259273e8ec {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:08:21.170841 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4731f572-3a17-426b-919c-6d0bd3bbd984 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:21.180440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:08:21.228431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4731f572-3a17-426b-919c-6d0bd3bbd984 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2118093'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:21.289744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4731f572-3a17-426b-919c-6d0bd3bbd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:21.561376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4731f572-3a17-426b-919c-6d0bd3bbd984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850673300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850641033'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:21.577697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:21.674778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731f572-3a17-426b-919c-6d0bd3bbd984 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8981d6a0-f713-4bb7-b87f-72259273e8ec,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:21.679468 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4731f572-3a17-426b-919c-6d0bd3bbd984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:21.715237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4731f572-3a17-426b-919c-6d0bd3bbd984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:21.730083 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4731f572-3a17-426b-919c-6d0bd3bbd984 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8981d6a0-f713-4bb7-b87f-72259273e8ec HTTP/1.1" status: 204 len: 168 time: 0.6356347 Apr 16 05:08:21.733105 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51408) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:21.857763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:22.061065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:22.184176 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b5bcc5-b87d-485d-b644-e7cf2587d472']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:22.198615 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a667c04f-8834-4593-a59d-9e945e6c7409') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:22.198922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a667c04f-8834-4593-a59d-9e945e6c7409') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:22.212707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850680888'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:22.236131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:22.243328 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:08:22.426518 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:08:22.436450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850605929'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:22.513538 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-31e1387e-3083-4f1a-9717-f4efce6707a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:22.626405 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Network 90b5bcc5-b87d-485d-b644-e7cf2587d472 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:08:22.651133 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:08:22.738358 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:22.744734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:22.749252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:22.776810 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] 10.222.0.48 "DELETE /v2.0/networks/90b5bcc5-b87d-485d-b644-e7cf2587d472 HTTP/1.1" status: 204 len: 168 time: 1.0421934 Apr 16 05:08:22.777935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Pushing event deleted for resources: {'Network': ['ID=90b5bcc5-b87d-485d-b644-e7cf2587d472,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:22.780579 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-218acb72-15f1-43c9-ba0b-99580c65abef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:22.795729 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:22.947054 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b1bbb333-3abd-4d5d-b55c-080a819d4baa no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:22.977730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51438) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:22.996798 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: b1bbb333-3abd-4d5d-b55c-080a819d4baa {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:22.997109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b1bbb333-3abd-4d5d-b55c-080a819d4baa not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:23.031602 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-502f498e-805e-4be9-8c13-f57927d3cd42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9938d71b3b1e42928c8f49e035d59b04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523112 Apr 16 05:08:23.034169 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51442) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:23.097938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b24c087d-4c8e-40b1-968e-c5c7daf67aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:23.126848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b24c087d-4c8e-40b1-968e-c5c7daf67aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:23.173547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b24c087d-4c8e-40b1-968e-c5c7daf67aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:23.177680 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2bd27b2c-8a2d-473e-a922-6fd044d9fb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:23.197287 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c087d-4c8e-40b1-968e-c5c7daf67aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50334c16-d933-4f0d-b156-9543c1d6a54a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:23.199843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b24c087d-4c8e-40b1-968e-c5c7daf67aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:23.203855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b24c087d-4c8e-40b1-968e-c5c7daf67aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:23.205926 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b24c087d-4c8e-40b1-968e-c5c7daf67aa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50334c16-d933-4f0d-b156-9543c1d6a54a HTTP/1.1" status: 204 len: 168 time: 0.1706009 Apr 16 05:08:23.955744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:24.316389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51482) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:24.444958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:24.460871 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:24.465267 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Usage tracker for resource:security_group_rule and tenant:16ae7dc0457547f580e911589db45ebd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:24.468349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:24.474376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:24.562605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:24.565975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:24.574415 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5689d150-e6b7-45a0-b99d-67a376b3d88d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:24.618648 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=16ae7dc0457547f580e911589db45ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009977 Apr 16 05:08:24.619464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e11e372-5a0f-49ec-8822-77235312bf16,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:24.622296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51496) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:24.622757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:24.695811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f8f63e38-b090-4f6c-97e4-672d02b877b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:24.725366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f8f63e38-b090-4f6c-97e4-672d02b877b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:24.775019 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f8f63e38-b090-4f6c-97e4-672d02b877b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:24.780781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-64e39afb-5616-419d-82de-5eec0e454be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:24.795760 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f63e38-b090-4f6c-97e4-672d02b877b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e11e372-5a0f-49ec-8822-77235312bf16,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:24.798994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f8f63e38-b090-4f6c-97e4-672d02b877b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:24.802635 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f8f63e38-b090-4f6c-97e4-672d02b877b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e11e372-5a0f-49ec-8822-77235312bf16 HTTP/1.1" status: 204 len: 168 time: 0.1768119 Apr 16 05:08:24.802635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f8f63e38-b090-4f6c-97e4-672d02b877b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:25.223016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51516) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:25.242247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:25.258867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:25.263460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Usage tracker for resource:security_group_rule and tenant:f163311fb0b64d8c901af6e9730728e0 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:25.266752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:25.274052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:25.375242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:25.379134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:25.388712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-751778e2-f37b-43db-a1a9-02ba47990454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:25.432319 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f163311fb0b64d8c901af6e9730728e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080126 Apr 16 05:08:25.433884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28150f6a-4e70-4c78-85e7-b2b4ebf38981,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:25.435346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51522) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:25.437156 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:25.507464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e65f419-0224-401b-a61b-88c10726ef52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:25.539478 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e65f419-0224-401b-a61b-88c10726ef52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:25.590506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e65f419-0224-401b-a61b-88c10726ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:25.595772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f8f63e38-b090-4f6c-97e4-672d02b877b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:25.613894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65f419-0224-401b-a61b-88c10726ef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28150f6a-4e70-4c78-85e7-b2b4ebf38981,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:25.617828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7e65f419-0224-401b-a61b-88c10726ef52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:25.622692 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7e65f419-0224-401b-a61b-88c10726ef52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:25.623920 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7e65f419-0224-401b-a61b-88c10726ef52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/28150f6a-4e70-4c78-85e7-b2b4ebf38981 HTTP/1.1" status: 204 len: 168 time: 0.1874967 Apr 16 05:08:25.662717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:28.445603 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:28.759248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a23d93-1a45-4d7c-b9bb-5d61b6ea9d6f req-f8e4e967-e493-4ba7-ac01-9461c506b36d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:28.760928 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-68a23d93-1a45-4d7c-b9bb-5d61b6ea9d6f req-f8e4e967-e493-4ba7-ac01-9461c506b36d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 946 time: 0.0970049 Apr 16 05:08:28.816424 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-68a23d93-1a45-4d7c-b9bb-5d61b6ea9d6f req-b48562eb-28d3-41f2-a6f0-06ac8f14c296 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477827 Apr 16 05:08:29.019133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51634) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:29.159696 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:29.177152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:29.181529 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] Usage tracker for resource:security_group_rule and tenant:7692fca6a6454c96a88237f292f2bc04 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:29.184722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:29.191525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:29.285412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:29.288763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:29.298431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5450e8df-b96b-4f98-b712-750446e034d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:29.340156 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7692fca6a6454c96a88237f292f2bc04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193843 Apr 16 05:08:29.342016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5432568-a918-4993-8ecc-9a70a2851093,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:29.343348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51640) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:29.345301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c4270b6a-d2cc-4be0-84e6-73a97b9f956f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:29.416853 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:29.455999 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:29.513713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:29.518326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3f84ad71-d985-4100-bc75-863b8c44c0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:29.534101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5432568-a918-4993-8ecc-9a70a2851093,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:29.548591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.549053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.549489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.549970 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.550349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.550832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.551235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.551672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.552109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.552508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.552996 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.553395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:29.559552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:29.564588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:29.567221 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-77ac50e1-1b4a-44c6-99ef-04fad6035e16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5432568-a918-4993-8ecc-9a70a2851093 HTTP/1.1" status: 204 len: 168 time: 0.2226889 Apr 16 05:08:29.925929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51658) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:29.946219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:29.966891 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:29.972073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Usage tracker for resource:security_group_rule and tenant:5bdbbdeb3aa240ddbcc407121ff5e220 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:29.976518 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:29.985211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:30.138702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42466729-2887-4d28-8e0b-fae82c8e89a1 req-91571be0-1e7c-42d4-b63b-afeb9685714d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:30.140421 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-42466729-2887-4d28-8e0b-fae82c8e89a1 req-91571be0-1e7c-42d4-b63b-afeb9685714d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 946 time: 0.1519747 Apr 16 05:08:30.217414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:30.223206 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-42466729-2887-4d28-8e0b-fae82c8e89a1 req-4058fb71-057b-4157-beee-3149370a4363 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=1d82c62b-3645-4bae-b4e5-23fc8517c08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713291 Apr 16 05:08:30.224329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:30.235055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2038dbf8-6b8e-4a53-99f0-b5f56d3bdf52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:30.279522 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bdbbdeb3aa240ddbcc407121ff5e220&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520105 Apr 16 05:08:30.283772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51664) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:30.288192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec3bc87-ad3d-4b05-88e6-9d403a09f579,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:30.291937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:30.354801 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-e6933286-f82c-49bf-b553-aaf44cc634f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:30.355596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-e6933286-f82c-49bf-b553-aaf44cc634f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Synchronizing usage tracker for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:08:30.390507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-e6933286-f82c-49bf-b553-aaf44cc634f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Unset dirty status for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:08:30.391651 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-e6933286-f82c-49bf-b553-aaf44cc634f1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 946 time: 0.1922128 Apr 16 05:08:30.397041 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4ed25dae-acf3-42df-a48c-d8a471420412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:30.486201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4ed25dae-acf3-42df-a48c-d8a471420412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:30.519147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Deleting port d02d8a58-8c85-44ed-b828-b36dcb983a37 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:30.519545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:30.669930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4ed25dae-acf3-42df-a48c-d8a471420412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:30.677065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c7fff321-32f3-4bbb-8660-1218d3bdd322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:30.716789 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed25dae-acf3-42df-a48c-d8a471420412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec3bc87-ad3d-4b05-88e6-9d403a09f579,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:30.770885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4ed25dae-acf3-42df-a48c-d8a471420412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:30.801882 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4ed25dae-acf3-42df-a48c-d8a471420412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:30.803147 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4ed25dae-acf3-42df-a48c-d8a471420412 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8ec3bc87-ad3d-4b05-88e6-9d403a09f579 HTTP/1.1" status: 204 len: 168 time: 0.5180514 Apr 16 05:08:30.861275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] For port d02d8a58-8c85-44ed-b828-b36dcb983a37, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d02d8a58-8c85-44ed-b828-b36dcb983a37,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:30.861584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:31.237270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:31.237696 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:31.238056 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Floating IP eb817dad-75e5-4b14-9f7e-6dff1c6f341b disassociated. External IP: 172.28.1.129, port: d02d8a58-8c85-44ed-b828-b36dcb983a37. Apr 16 05:08:31.238445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Calling delete_port for d02d8a58-8c85-44ed-b828-b36dcb983a37 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:31.415640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:31.435638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:31.556962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event deleted for resources: {'Port': ['ID=d02d8a58-8c85-44ed-b828-b36dcb983a37,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:31.562050 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:31.727453 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-122b0336-1677-4bb1-87b5-ce2161ce5a6b req-484f5bde-cdb8-4017-9178-cbdf8ba8bf95 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 210 time: 0.3210914 Apr 16 05:08:31.930924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Router 40d73ffe-a928-4574-a875-08cfcaff1ed3 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:08:32.021377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51706) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:32.231077 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-57697927-network', 'tenant_id': '7e3c9075d734473f95c44b6eea618351'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:32.241638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:32.250033 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Usage tracker for resource:network and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:32.257057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:32.272279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:32.289690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Made reservation on behalf of 7e3c9075d734473f95c44b6eea618351 for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:08:32.300320 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.327942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.359922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:32.368629 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Usage tracker for resource:security_group_rule and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:32.376190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:32.390740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:32.518277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:08:32.529473 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.531086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] Sync routers for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:08:32.535632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.540890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:32.548556 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:32.550453 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:32.581728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:08:32.593427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf921e8-dee5-4159-b2bc-59a09e36a6f4,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:32.598719 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:32.603976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.604744 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Added segment f6dc137b-20e9-4bd6-aa6f-343237e0a138 of type vlan for network 3c869597-f489-4f34-9488-15f18970bb13 Apr 16 05:08:32.639610 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.643821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] No DVR routers for this DVR port d02d8a58-8c85-44ed-b828-b36dcb983a37 on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:08:32.647411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.661385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-deleted', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:08:32.670931 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ecad109a-7cfc-403c-a139-c2d7cf05e38b req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "DELETE /v2.0/ports/d02d8a58-8c85-44ed-b828-b36dcb983a37 HTTP/1.1" status: 204 len: 173 time: 2.2716224 Apr 16 05:08:32.700313 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.701957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:32.702393 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.708368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ad51d24a-4b39-4aca-8f3e-38118ed3a4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:32.743814 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3d9c80-bd22-4011-a868-33bd39377e8a', 'name': 'network-vif-deleted', 'tag': 'd02d8a58-8c85-44ed-b828-b36dcb983a37', 'status': 'completed', 'code': 200} Apr 16 05:08:32.899885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:32.904728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Pushing event updated for resources: {'Network': ['ID=3c869597-f489-4f34-9488-15f18970bb13,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:32.909190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:32.914805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51726) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:32.914957 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8923004 Apr 16 05:08:32.921498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Request body: {'subnet': {'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-57697927-subnet', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:32.931147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:32.940498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Usage tracker for resource:subnet and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:32.946973 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:32.955418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:32.969269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Made reservation on behalf of 7e3c9075d734473f95c44b6eea618351 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:08:32.976341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2254240'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:32.990560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 3c869597-f489-4f34-9488-15f18970bb13 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:08:32.991225 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0b22234a-477c-40e8-b8d9-cfb07c75cd24 req-e77f7900-ecf7-4116-9980-413cc7914836 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=fb3d9c80-bd22-4011-a868-33bd39377e8a HTTP/1.1" status: 200 len: 210 time: 0.0832844 Apr 16 05:08:33.514655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850604787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2254227'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:33.540006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d8499ee3-9d7c-44cb-9c7b-822c2cbf604a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:33.542085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:33.547743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] Checking router: 40d73ffe-a928-4574-a875-08cfcaff1ed3 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:08:33.559412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:33.560137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:33.697696 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:33.707453 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:33.812881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Checking segment: {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:08:33.813397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Network hostable DHCP agents. Network: 3c869597-f489-4f34-9488-15f18970bb13, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:08:33.840096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Network 3c869597-f489-4f34-9488-15f18970bb13 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:08:33.852498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 3c869597-f489-4f34-9488-15f18970bb13) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:33.869206 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:33.870439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:33.899877 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ab1c6541-3692-4c40-92c4-e313963ac3d4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9802690 Apr 16 05:08:33.900109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc0f294-0a26-4bc3-a524-d1beb8ec8e8c None None] Network 3c869597-f489-4f34-9488-15f18970bb13 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:08:33.900278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51738) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:33.907147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:33.916020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:33.924178 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Usage tracker for resource:router and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:33.929903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:33.933772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:33.941526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:33.959492 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1728486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5904'] for router, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:33.961481 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853047493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853055387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853063681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769911'] for router, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:33.995548 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:34.261681 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51756) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:34.454558 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf75887-0994-4d47-9ef5-c987e524d0b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:34.476926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853055404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769862'] for router, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:34.517711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf75887-0994-4d47-9ef5-c987e524d0b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:34.667895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf75887-0994-4d47-9ef5-c987e524d0b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:34.674200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:34.697668 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf75887-0994-4d47-9ef5-c987e524d0b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d82c62b-3645-4bae-b4e5-23fc8517c08b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:34.701280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-baf75887-0994-4d47-9ef5-c987e524d0b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:34.718355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-baf75887-0994-4d47-9ef5-c987e524d0b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:34.720543 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-baf75887-0994-4d47-9ef5-c987e524d0b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "DELETE /v2.0/security-groups/1d82c62b-3645-4bae-b4e5-23fc8517c08b HTTP/1.1" status: 204 len: 168 time: 0.4569905 Apr 16 05:08:34.725341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51764) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:34.768017 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.v2.resource [None req-fdbf9d45-8697-4b94-b729-ab709a858ad3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] show failed (client error): The resource could not be found. Apr 16 05:08:34.777535 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-fdbf9d45-8697-4b94-b729-ab709a858ad3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups/1d82c62b-3645-4bae-b4e5-23fc8517c08b HTTP/1.1" status: 404 len: 347 time: 0.0503769 Apr 16 05:08:34.779270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51770) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:34.905497 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:34.984712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.061742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:35.080952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Deleting port 5710d006-67a2-48f8-9c49-868ef26256f4 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:35.081428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.098598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7ac6f4-a920-563a-8933-e237505e871c-3c869597-f489-4f34-9488-15f18970bb13', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae'}]}} from dv-cinder-786524-1-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 05:08:35.099510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.180300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Allocated IP 172.28.1.122 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/5566581f-c0b4-4c98-8c40-7b78ec06717d) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:08:35.267972 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: d02d8a58-8c85-44ed-b828-b36dcb983a37 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:35.268487 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device d02d8a58-8c85-44ed-b828-b36dcb983a37 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:35.317401 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Allocated IP 172.20.0.2 (3c869597-f489-4f34-9488-15f18970bb13/5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae/14d849ee-aebb-4699-86b2-d4b3f465ecb5) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:08:35.319341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.319972 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.332993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:35.341884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334d9358-9f85-4821-8ff5-60f13cd4778d None None] The sync data for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb is: [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:08:35.364835 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.403938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.423756 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:35.478353 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Calling delete_port for 5710d006-67a2-48f8-9c49-868ef26256f4 owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:35.592889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.600192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Pushing event updated for resources: {'Port': ['ID=5566581f-c0b4-4c98-8c40-7b78ec06717d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:35.610788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:35.665225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Transition to ACTIVE for port object 14d849ee-aebb-4699-86b2-d4b3f465ecb5 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:35.666989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.669347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:35.671084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:35.673669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:08:35.687144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6ad9e31b-41bc-4c2f-ae27-f9cc19c0662a tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:35.704839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Transition to ACTIVE for port object 14d849ee-aebb-4699-86b2-d4b3f465ecb5 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:35.713714 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:35.743758 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-98870527-135f-465a-ac17-8a55e95f6d71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:35.790111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event deleted for resources: {'Port': ['ID=5710d006-67a2-48f8-9c49-868ef26256f4,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:35.794450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:35.831674 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aa88b3-b79a-4199-b0e9-4332506b439f None None] New status for floating IP eb817dad-75e5-4b14-9f7e-6dff1c6f341b: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:08:35.971223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Pushing event updated for resources: {'Port': ['ID=14d849ee-aebb-4699-86b2-d4b3f465ecb5,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:35.988868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:35.990226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.019232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.021497 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "DELETE /v2.0/floatingips/eb817dad-75e5-4b14-9f7e-6dff1c6f341b HTTP/1.1" status: 204 len: 168 time: 1.2405417 Apr 16 05:08:36.091388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Network 3c869597-f489-4f34-9488-15f18970bb13 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:36.093336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:36.096310 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:08:36.217315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Attempting to bind port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:08:36.217918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Attempting to bind port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:08:36.218341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Attempting to bind port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 on network 3c869597-f489-4f34-9488-15f18970bb13 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:08:36.226170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:08:36.226646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Checking segment: {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:08:36.227113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.227563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Bound using segment: {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:08:36.228250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Bound port: 14d849ee-aebb-4699-86b2-d4b3f465ecb5, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:08:36.228678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.306741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.350765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] For port 14d849ee-aebb-4699-86b2-d4b3f465ecb5, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:08:36.354422 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] For port 14d849ee-aebb-4699-86b2-d4b3f465ecb5, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=14d849ee-aebb-4699-86b2-d4b3f465ecb5,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:08:36.359495 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.381704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5a63c73d-47b6-426f-9577-af156a82be24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:36.470003 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51790) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:36.476704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1096619507', 'description': 'tempest-description--1998231113'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:36.484081 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:36.489006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:security_group and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:36.492649 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:36.499963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:36.516390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.543825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:36.549641 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:security_group_rule and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:36.553285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:36.560753 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:36.565796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Pushing event updated for resources: {'Port': ['ID=14d849ee-aebb-4699-86b2-d4b3f465ecb5,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:36.581777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:36.719225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.723899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.730666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7b5fc15a-ea52-4fcc-942c-77e6722301c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:36.782901 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5193da37-ac37-4f83-b7e2-d0fd4adab503,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:36.785553 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:36.786445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.790625 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3165553 Apr 16 05:08:36.791164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51796) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:36.796837 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'security_group_rule': {'security_group_id': '5193da37-ac37-4f83-b7e2-d0fd4adab503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:36.803590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:36.808049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:security_group_rule and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:36.812452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:36.819813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:36.838170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.933781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.957947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:36.961671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-84d6b6f5-73ea-4a95-a9e1-2f1fe6204df7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:36.999652 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6874b0c-7248-4359-a687-8a32b0ee9741,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:37.007686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:37.026605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853047331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720371'] for router, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.071605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.072981 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811239 Apr 16 05:08:37.076010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51800) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:37.082312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'security_group_rule': {'security_group_id': '5193da37-ac37-4f83-b7e2-d0fd4adab503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:37.089710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:37.105648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:security_group_rule and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:37.110630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:37.117803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:37.142880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.216949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.220222 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.222558 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:37.247420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86845e1-cd58-4c2c-b8a5-4b4aba3c8574,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:37.252324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:37.260658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.262400 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f0684973-d099-4075-b1d5-58f74f95e43c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1849825 Apr 16 05:08:37.267876 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51804) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:37.274740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'floatingip': {'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:37.281757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:37.283047 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Router 4a9148ec-c331-4283-9310-d0e869462ffe is scheduled to L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 with binding_index 1 {{(pid=85335) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 05:08:37.286209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:floatingip and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:37.289361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:37.296535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:37.308557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.487101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:08:37.488279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.497243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Sync routers for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:08:37.512741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:37.513554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:37.514608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.516144 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6147945 Apr 16 05:08:37.519052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51808) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:37.695939 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Allocated IP 172.28.1.189 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/60ae6e2b-e88a-4885-92c5-ef9b20ceade8) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:08:37.758001 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:37.915500 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:37.990510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:38.036575 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-22cf3961-712e-4e01-8bae-bb3ac65b8a9a tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:38.304843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:36Z', 'revision_number': 3, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:38.310979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Checking router: 4a9148ec-c331-4283-9310-d0e869462ffe for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:08:38.311487 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Updating router 4a9148ec-c331-4283-9310-d0e869462ffe port 5566581f-c0b4-4c98-8c40-7b78ec06717d binding host dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:08:38.446458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceff65c3-fd9e-4295-8146-b5a76cb9d38b None None] Network 3c869597-f489-4f34-9488-15f18970bb13 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:08:38.483402 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'Port': ['ID=60ae6e2b-e88a-4885-92c5-ef9b20ceade8,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:38.488821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:38.542697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:38.562336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:38.564224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:38.567095 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:08:38.643679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 14d849ee-aebb-4699-86b2-d4b3f465ecb5 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:38.689356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-05be8f1d-da62-4ef7-8895-361a678e0fc3 None None] Provisioning for port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:38.800519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:38.940986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.048483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.117382 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Allocated IP 172.20.0.1 (3c869597-f489-4f34-9488-15f18970bb13/5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae/8ef97424-9e84-46a6-91b9-12e1767dec2b) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:08:39.221844 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.227628 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.244912 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729bbe7-d618-47f4-8005-113b79b8f562 req-35ae1bfb-9d35-402b-bfe5-665183835ccf tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:39.245962 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b729bbe7-d618-47f4-8005-113b79b8f562 req-35ae1bfb-9d35-402b-bfe5-665183835ccf tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.2561550 Apr 16 05:08:39.247465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:39.272730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:39.289455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:39.289883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.340042 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b729bbe7-d618-47f4-8005-113b79b8f562 req-30c58418-1634-410c-b180-bc3a0ca2ca31 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822730 Apr 16 05:08:39.362665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.403159 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Transition to ACTIVE for port object 8ef97424-9e84-46a6-91b9-12e1767dec2b will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:39.405745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'Port': ['ID=60ae6e2b-e88a-4885-92c5-ef9b20ceade8,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:39.409068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:39.446838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.468908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-29e503fc-daa0-4a82-b22d-a325f49325b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:39.539359 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.568893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.569677 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3004818 Apr 16 05:08:39.648301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.779271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 14d849ee-aebb-4699-86b2-d4b3f465ecb5, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=14d849ee-aebb-4699-86b2-d4b3f465ecb5,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:39.787982 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.792291 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:39.875146 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.912591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Transition to ACTIVE for port object 5566581f-c0b4-4c98-8c40-7b78ec06717d will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:39.920597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=14d849ee-aebb-4699-86b2-d4b3f465ecb5,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:39.924227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:39.926423 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:39.942043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:40.011046 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-a0ae81d1-ec19-4b47-b572-1251a79ca46a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1096619507&fields=id&tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088 HTTP/1.1" status: 200 len: 267 time: 0.1278462 Apr 16 05:08:40.012249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef97424-9e84-46a6-91b9-12e1767dec2b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:40.018750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:40.099997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-2f32bb85-9aec-43df-b963-d2ab4a0e6df5 None None] Provisioning complete for port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:40.100464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f32bb85-9aec-43df-b963-d2ab4a0e6df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:40.154912 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413bdb9-a099-4176-8e94-668eedf40b5c None None] Pushing event updated for resources: {'Port': ['ID=5566581f-c0b4-4c98-8c40-7b78ec06717d,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:40.168389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7413bdb9-a099-4176-8e94-668eedf40b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:40.173254 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Network 3c869597-f489-4f34-9488-15f18970bb13 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:40.177463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:40.180051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:08:40.287176 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853052554'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:40.408573 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Attempting to bind port 5566581f-c0b4-4c98-8c40-7b78ec06717d on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:08:40.409276 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Attempting to bind port 5566581f-c0b4-4c98-8c40-7b78ec06717d by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:08:40.419479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Attempting to bind port 5566581f-c0b4-4c98-8c40-7b78ec06717d on network ee63066a-cfd9-47ab-ac02-da676e921a71 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:08:40.423010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-e8f9c617-f394-4eb6-b72e-b56f7fc60f48 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:40.431745 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-e8f9c617-f394-4eb6-b72e-b56f7fc60f48 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 816 time: 0.3933127 Apr 16 05:08:40.482385 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-310c4027-ad38-4356-bcae-db0da0db9f2c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/quotas/031dfcfcd7b1408d90ad39ffd7cb5088 HTTP/1.1" status: 200 len: 375 time: 0.0495350 Apr 16 05:08:40.514343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:08:40.515198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Checking segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:08:40.515957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:40.516625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Bound using segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:08:40.517660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Bound port: 5566581f-c0b4-4c98-8c40-7b78ec06717d, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:08:40.518434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:40.581549 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 14d849ee-aebb-4699-86b2-d4b3f465ecb5 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:40.742377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-36559ed0-7503-434a-a53f-deee95a708ca None None] Provisioning for port 8ef97424-9e84-46a6-91b9-12e1767dec2b completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:40.755379 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-36559ed0-7503-434a-a53f-deee95a708ca None None] Provisioning complete for port 8ef97424-9e84-46a6-91b9-12e1767dec2b triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:40.755895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-36559ed0-7503-434a-a53f-deee95a708ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:40.801632 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-0a6e198e-544f-4909-b64e-936fbbb5b35c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3181560 Apr 16 05:08:40.810729 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] For port 5566581f-c0b4-4c98-8c40-7b78ec06717d, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:08:40.838510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:40.839065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:40.866753 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] For port 5566581f-c0b4-4c98-8c40-7b78ec06717d, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=5566581f-c0b4-4c98-8c40-7b78ec06717d,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:08:40.884519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-36559ed0-7503-434a-a53f-deee95a708ca None None] Port 8ef97424-9e84-46a6-91b9-12e1767dec2b cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:08:40.889084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:40.906309 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:40.935082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-880f61c2-fdb8-4398-98b8-9a5509a8b40c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:40.935886 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-880f61c2-fdb8-4398-98b8-9a5509a8b40c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Synchronizing usage tracker for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:08:40.954615 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-880f61c2-fdb8-4398-98b8-9a5509a8b40c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Unset dirty status for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:08:40.956523 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-880f61c2-fdb8-4398-98b8-9a5509a8b40c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.1433959 Apr 16 05:08:40.972472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:41.052130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Deleting port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:41.052897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:41.065450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afaeb1-fd3a-4343-b818-dbb30d8d28c3 req-2154ebdd-ed16-4a0f-b0ba-15744ad675f2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:41.067162 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-36afaeb1-fd3a-4343-b818-dbb30d8d28c3 req-2154ebdd-ed16-4a0f-b0ba-15744ad675f2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 945 time: 0.4052022 Apr 16 05:08:41.097363 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413bdb9-a099-4176-8e94-668eedf40b5c None None] Pushing event updated for resources: {'Port': ['ID=5566581f-c0b4-4c98-8c40-7b78ec06717d,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:41.132705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7413bdb9-a099-4176-8e94-668eedf40b5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:41.169082 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-a829c53f-315d-4804-ae6e-69a18874f761 service neutron] 10.222.0.48 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313267 Apr 16 05:08:41.179204 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-36afaeb1-fd3a-4343-b818-dbb30d8d28c3 req-cfd73f84-b2ec-4983-a2c9-6d7e4a2a353e tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=feb32122-f207-4159-b196-0205922da50d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996284 Apr 16 05:08:41.216096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:41.216915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:41.430569 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:41.481619 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-fbaf3858-9d4b-4b09-9105-d332d4616ca9 service neutron] 10.222.0.48 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012085 Apr 16 05:08:41.510428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:41.514989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:41.579023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-68ba6692-815c-489f-b9d5-190f79a5c861 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:41.614733 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723153'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:41.674204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] For port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:41.674639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:41.870675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef97424-9e84-46a6-91b9-12e1767dec2b,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:41.883175 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b549bb48-2ae6-43db-88d6-e785fef853e5 req-c4a0df18-82bf-4e73-9ea5-938eb6fe5a4d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 210 time: 0.1755724 Apr 16 05:08:41.895156 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:41.905057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Network 3c869597-f489-4f34-9488-15f18970bb13 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:41.906417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:42.203087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:42.203520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:42.203872 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Floating IP 2bef5012-b128-47f0-8ba3-69181645005b disassociated. External IP: 172.28.1.171, port: 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8. Apr 16 05:08:42.204560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Calling delete_port for 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:42.321213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:39Z', 'revision_number': 1, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:42.334145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1052205-55d8-4900-9641-81fd27b42cc7 None None] The sync data for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb is: [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:39Z', 'revision_number': 1, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:08:42.342871 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Router 4a9148ec-c331-4283-9310-d0e869462ffe has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:08:42.345284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-dd5f0aeb-5efb-4e26-a18a-212cd0700ba8 None None] Provisioning complete for port 8ef97424-9e84-46a6-91b9-12e1767dec2b triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:42.345861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dd5f0aeb-5efb-4e26-a18a-212cd0700ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:42.431595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:42.436200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f0aeb-5efb-4e26-a18a-212cd0700ba8 None None] Port 8ef97424-9e84-46a6-91b9-12e1767dec2b cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:08:42.452103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:42.555849 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event deleted for resources: {'Port': ['ID=04f883ba-668c-4c84-90f4-4a9e3e5f5fa8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:42.559121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:42.869688 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a5266a0d-8aa0-43c6-923f-63572bf45a4f req-21e9cc24-69a8-433b-9a47-acb591811656 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 210 time: 0.4237506 Apr 16 05:08:42.916375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Router 530968bd-cf5a-4616-996c-a7f8762e8570 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:08:42.980201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:08:43.014260 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] 10.222.0.48 "PUT /v2.0/routers/4a9148ec-c331-4283-9310-d0e869462ffe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4851363 Apr 16 05:08:43.137711 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b19cc946-4829-409c-a516-35bc751c7acb req-26ac963c-01ec-40ac-ba12-a627dc629e1b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 210 time: 0.0670555 Apr 16 05:08:43.328421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:08:43.342884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] Sync routers for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:08:43.364199 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:43.365335 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:43.711913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] No DVR routers for this DVR port 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:08:43.714967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:43.728363 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'name': 'network-vif-deleted', 'tag': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:08:43.754807 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-547dc0b1-4d65-421e-a1eb-36a124036c35 req-ec8add5d-5695-4995-852c-4700c604f23a tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "DELETE /v2.0/ports/04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 HTTP/1.1" status: 204 len: 173 time: 2.7911575 Apr 16 05:08:43.757978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-e0950992-3e22-4bf6-b48d-5bb21bb107e8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:43.780667 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-e0950992-3e22-4bf6-b48d-5bb21bb107e8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 816 time: 0.4789593 Apr 16 05:08:43.869779 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe509464-4aa9-4266-bfe9-0cb094b95720', 'name': 'network-vif-deleted', 'tag': '04f883ba-668c-4c84-90f4-4a9e3e5f5fa8', 'status': 'completed', 'code': 200} Apr 16 05:08:43.917274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:44.031646 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-cd713b32-81fe-4238-87c5-d4aae3cb453a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088 HTTP/1.1" status: 200 len: 5705 time: 0.2410443 Apr 16 05:08:44.043985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'port': {'device_id': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'admin_state_up': True, 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'security_groups': ['5193da37-ac37-4f83-b7e2-d0fd4adab503']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:44.232188 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5a1c4d4f-48a8-402f-a711-ec4a7eedfc1c req-2db3049b-a6cb-4287-b616-c34ed1867d6c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=fe509464-4aa9-4266-bfe9-0cb094b95720 HTTP/1.1" status: 200 len: 210 time: 0.1541665 Apr 16 05:08:44.395693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51912) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:44.403416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1846095827-network', 'tenant_id': '47a0e647050d416ca9bdba2a46218818'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:44.419082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:44.428997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Usage tracker for resource:network and tenant:47a0e647050d416ca9bdba2a46218818 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:44.433466 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:44.439212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:44.439457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Usage tracker for resource:port and tenant:031dfcfcd7b1408d90ad39ffd7cb5088 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:44.444867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:44.454590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:44.469319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Made reservation on behalf of 031dfcfcd7b1408d90ad39ffd7cb5088 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:08:44.477771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:44.478084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:44.501074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Made reservation on behalf of 47a0e647050d416ca9bdba2a46218818 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:08:44.507419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:44.530353 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 5566581f-c0b4-4c98-8c40-7b78ec06717d up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:44.541348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:44.562769 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:44.571565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Usage tracker for resource:security_group_rule and tenant:47a0e647050d416ca9bdba2a46218818 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:44.588632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:44.604098 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4d0af917-8226-46b8-a9ed-cbda0b5ff6bd req-afbdbcf6-1d4e-445f-854b-70e6c6cec7c1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 210 time: 0.1040070 Apr 16 05:08:44.613435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:44.617438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:44.624641 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] Checking router: 530968bd-cf5a-4616-996c-a7f8762e8570 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:08:44.655683 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:44.656515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:44.678709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 5566581f-c0b4-4c98-8c40-7b78ec06717d completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:44.688787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 5566581f-c0b4-4c98-8c40-7b78ec06717d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:44.689233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:44.866180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:44.873620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:44.878273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f7a9acf8-3147-47c9-8b7a-dac7e4b8fbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:44.890077 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:44.917265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 5566581f-c0b4-4c98-8c40-7b78ec06717d, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=5566581f-c0b4-4c98-8c40-7b78ec06717d,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:44.922432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:44.925428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:44.935462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:08:44.946630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:44.995133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1126877d-895c-498c-8a70-aff714909d91,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:45.013476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:45.013883 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Added segment 76c74813-d761-425e-bd77-889ad777e8f5 of type vlan for network 2034ba60-198f-4eac-8cdf-7e556cdc6794 Apr 16 05:08:45.015676 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:45.057193 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:45.067297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Allocated IP 172.20.0.6 (ec6333fc-d615-4cb1-a309-882dfad7f633/dbdf2630-9936-4403-b9eb-faf0852f5c8a/0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:08:45.103997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:45.105638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:45.106374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:45.110336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:08:45.124839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:45.159631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=5566581f-c0b4-4c98-8c40-7b78ec06717d,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:45.162571 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:08:45.162961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 04f883ba-668c-4c84-90f4-4a9e3e5f5fa8 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:08:45.172092 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.173570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.174029 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.174757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.175033 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.175396 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.175779 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.176153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.176531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.176905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.177785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.178159 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:45.190707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:45.335752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Pushing event updated for resources: {'Network': ['ID=2034ba60-198f-4eac-8cdf-7e556cdc6794,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:45.349003 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:45.352181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:08:45.372772 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9748538 Apr 16 05:08:45.376271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51924) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:45.398265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Request body: {'subnet': {'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1846095827-subnet', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:45.410126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:45.414300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:45.420839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Usage tracker for resource:subnet and tenant:47a0e647050d416ca9bdba2a46218818 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:45.427510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:45.442420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:45.464525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Transition to ACTIVE for port object 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:45.465945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Made reservation on behalf of 47a0e647050d416ca9bdba2a46218818 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:08:45.474784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2254240'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:45.491921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51930) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:45.501150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:45.507589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe73a00-3d52-4709-8859-b469ac276f70 None None] The sync data for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb is: [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:08:45.582779 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:45.600783 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2ed0dfc7-fe63-452d-a4eb-bad6d9b030ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:45.640754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b764e7f0-2cde-4567-b77d-a2d8eb884201 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:45.792929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b764e7f0-2cde-4567-b77d-a2d8eb884201 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:45.953971 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:45.974042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7ba1e0-ddbb-4a14-a614-d278758b2e5c None None] New status for floating IP 2bef5012-b128-47f0-8ba3-69181645005b: DOWN {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:08:45.984421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:46.123346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b764e7f0-2cde-4567-b77d-a2d8eb884201 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:46.129866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-053cdd22-8644-49aa-8e05-7f4fc261e2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:46.157395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e2b7a-9550-4d89-8e41-9c8f785b5a93 req-956779d8-a297-43ee-9738-8f6245803db0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:46.158219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-557e2b7a-9550-4d89-8e41-9c8f785b5a93 req-956779d8-a297-43ee-9738-8f6245803db0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Synchronizing usage tracker for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:08:46.164307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Network ec6333fc-d615-4cb1-a309-882dfad7f633 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:46.170154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:46.172340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764e7f0-2cde-4567-b77d-a2d8eb884201 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb32122-f207-4159-b196-0205922da50d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:46.176323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:08:46.178749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850604787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2254227'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:46.207228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b764e7f0-2cde-4567-b77d-a2d8eb884201 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:46.268304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b764e7f0-2cde-4567-b77d-a2d8eb884201 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:46.277012 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b764e7f0-2cde-4567-b77d-a2d8eb884201 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "DELETE /v2.0/security-groups/feb32122-f207-4159-b196-0205922da50d HTTP/1.1" status: 204 len: 168 time: 0.7837822 Apr 16 05:08:46.286896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51938) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:46.334546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-557e2b7a-9550-4d89-8e41-9c8f785b5a93 req-956779d8-a297-43ee-9738-8f6245803db0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Unset dirty status for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:08:46.348494 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-557e2b7a-9550-4d89-8e41-9c8f785b5a93 req-956779d8-a297-43ee-9738-8f6245803db0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 931 time: 0.5772958 Apr 16 05:08:46.382765 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.v2.resource [None req-c73d9372-2d98-4894-a06d-c8f8a810d55b tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] show failed (client error): The resource could not be found. Apr 16 05:08:46.384133 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c73d9372-2d98-4894-a06d-c8f8a810d55b tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups/feb32122-f207-4159-b196-0205922da50d HTTP/1.1" status: 404 len: 347 time: 0.0927129 Apr 16 05:08:46.393125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 51944) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:46.416100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:46.491753 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 5566581f-c0b4-4c98-8c40-7b78ec06717d up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:46.533283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:46.534449 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:46.599870 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-557e2b7a-9550-4d89-8e41-9c8f785b5a93 req-6a17d1f6-ec8f-48b4-a5a3-2afdbe5bb6d6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498884 Apr 16 05:08:46.606420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d3214fff-2056-4644-8cc6-d9e642691774 None None] Provisioning for port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:46.624815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 5566581f-c0b4-4c98-8c40-7b78ec06717d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:46.625349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:46.675986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d3214fff-2056-4644-8cc6-d9e642691774 None None] Provisioning complete for port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:46.676450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3214fff-2056-4644-8cc6-d9e642691774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:46.721966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Deleting port f61aedd5-25d1-4fc3-a554-f41b9fa587b2 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:08:46.722852 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:46.739257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94f993e-946d-4f26-8e76-ead712565f17,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:46.761615 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7232547 Apr 16 05:08:46.770880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:46.777589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Request body: {'port': {'device_id': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:46.790959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d3214fff-2056-4644-8cc6-d9e642691774 None None] Port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:08:46.847125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Checking segment: {'id': '76c74813-d761-425e-bd77-889ad777e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:08:46.847720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Network hostable DHCP agents. Network: 2034ba60-198f-4eac-8cdf-7e556cdc6794, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:08:46.876908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:08:46.888045 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 2034ba60-198f-4eac-8cdf-7e556cdc6794) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:46.901935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:46.902777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab210bfc-dcb8-412b-9a4b-8cd1d12b5223 None None] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:08:46.902960 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:46.931783 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ff935df5-e355-4b11-a5aa-e2dde6d2bf99 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5512204 Apr 16 05:08:46.932582 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51950) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:46.939128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:46.946208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:46.956696 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Usage tracker for resource:router and tenant:47a0e647050d416ca9bdba2a46218818 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:46.963115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:46.973824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:46.988376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1728486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5904'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:46.991023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853047493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853055387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853063681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769911'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:47.025744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:47.053444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:47.100928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Sync routers for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:08:47.124412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:47.125568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:47.140240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:47.140567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:47.210457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7ac6f4-a920-563a-8933-e237505e871c-2034ba60-198f-4eac-8cdf-7e556cdc6794', 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'fixed_ips': [{'subnet_id': 'b94f993e-946d-4f26-8e76-ead712565f17'}]}} from dv-cinder-786524-1-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 05:08:47.211439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:47.301072 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Calling delete_port for f61aedd5-25d1-4fc3-a554-f41b9fa587b2 owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:08:47.407503 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:47.446757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Allocated IP 172.20.0.2 (2034ba60-198f-4eac-8cdf-7e556cdc6794/b94f993e-946d-4f26-8e76-ead712565f17/202f06b6-363f-4a13-b0ae-3fbadc27f51d) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:08:47.468392 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853055404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769862'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:47.716706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.122821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:41Z', 'revision_number': 2, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:48.128665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Checking router: 4a9148ec-c331-4283-9310-d0e869462ffe for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:08:48.129092 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Updating router 4a9148ec-c331-4283-9310-d0e869462ffe port 8ef97424-9e84-46a6-91b9-12e1767dec2b binding host dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:08:48.197884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.241002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.283688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.376815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Transition to ACTIVE for port object 202f06b6-363f-4a13-b0ae-3fbadc27f51d will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:48.392873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.412847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:48.433098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Transition to ACTIVE for port object 202f06b6-363f-4a13-b0ae-3fbadc27f51d will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:48.450976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.516837 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:48.559034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event deleted for resources: {'Port': ['ID=f61aedd5-25d1-4fc3-a554-f41b9fa587b2,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:48.562908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:48.571564 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Allocated IP 172.28.1.209 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/c7e27788-78a9-4a54-8afa-245b195ec0b7) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:08:48.675924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595e5cd-747b-478a-a6d6-a9b8b83acfba req-e6162fd2-bdb8-44b2-9aed-e427a8bd5894 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:48.686769 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6595e5cd-747b-478a-a6d6-a9b8b83acfba req-e6162fd2-bdb8-44b2-9aed-e427a8bd5894 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 931 time: 0.9141202 Apr 16 05:08:48.790341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Pushing event updated for resources: {'Port': ['ID=202f06b6-363f-4a13-b0ae-3fbadc27f51d,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:48.796150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:48.818548 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:48.821025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:48.825347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:08:48.891430 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6595e5cd-747b-478a-a6d6-a9b8b83acfba req-2fcd037b-bd72-4e5d-8583-0e2b5d3f31c7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2033229 Apr 16 05:08:48.937027 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.954243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Transition to ACTIVE for port object 8ef97424-9e84-46a6-91b9-12e1767dec2b will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:48.963323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.966366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.976041 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:08:48.986235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Attempting to bind port 202f06b6-363f-4a13-b0ae-3fbadc27f51d on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:08:48.987829 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Attempting to bind port 202f06b6-363f-4a13-b0ae-3fbadc27f51d by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '76c74813-d761-425e-bd77-889ad777e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:08:48.988234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec392192-58cc-4382-a5cf-edcde44ad454 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:48.988764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Attempting to bind port 202f06b6-363f-4a13-b0ae-3fbadc27f51d on network 2034ba60-198f-4eac-8cdf-7e556cdc6794 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:08:48.992625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:48.997307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:08:48.998277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Checking segment: {'id': '76c74813-d761-425e-bd77-889ad777e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:08:48.999045 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:49.000075 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Bound using segment: {'id': '76c74813-d761-425e-bd77-889ad777e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:08:49.000889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Bound port: 202f06b6-363f-4a13-b0ae-3fbadc27f51d, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c74813-d761-425e-bd77-889ad777e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:08:49.003115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:49.011476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Transition to ACTIVE for port object 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:49.017387 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:49.076489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:49.114462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dfd9db17-c38f-4e9b-a9af-4217d0bb52e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:49.120347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-26e1719f-bfdd-46d2-af1e-e1545c334157 tempest-VolumesActionsTest-1982036355 tempest-VolumesActionsTest-1982036355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:49.152979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] For port 202f06b6-363f-4a13-b0ae-3fbadc27f51d, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:08:49.156511 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Pushing event updated for resources: {'Port': ['ID=8ef97424-9e84-46a6-91b9-12e1767dec2b,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:49.159341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] For port 202f06b6-363f-4a13-b0ae-3fbadc27f51d, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=202f06b6-363f-4a13-b0ae-3fbadc27f51d,segment=NetworkSegment(76c74813-d761-425e-bd77-889ad777e8f5),segment_id=76c74813-d761-425e-bd77-889ad777e8f5)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:08:49.165270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:49.189872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:49.270785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.271385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.272007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.273016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.273642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.275079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.275727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.276346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.276969 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.279514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.280122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.280733 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.300158 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Pushing event updated for resources: {'Port': ['ID=202f06b6-363f-4a13-b0ae-3fbadc27f51d,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:49.321213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:49.411004 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Pushing event updated for resources: {'Port': ['ID=c7e27788-78a9-4a54-8afa-245b195ec0b7,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:49.488083 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.488591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:49.488841 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.493841 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.494869 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.495563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.496306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.497020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.497726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.498440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.499188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.499903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.500607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:08:49.509231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:49.658001 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:49.660989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:49.671093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:08:49.693910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-25f0b711-1213-4af8-97aa-3ce1d6a3471f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:49.788832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Attempting to bind port 8ef97424-9e84-46a6-91b9-12e1767dec2b on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:08:49.789585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Attempting to bind port 8ef97424-9e84-46a6-91b9-12e1767dec2b by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:08:49.790123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Attempting to bind port 8ef97424-9e84-46a6-91b9-12e1767dec2b on network 3c869597-f489-4f34-9488-15f18970bb13 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:08:49.816217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:08:49.816898 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Checking segment: {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:08:49.817503 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:49.818744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Bound using segment: {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:08:49.819492 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Bound port: 8ef97424-9e84-46a6-91b9-12e1767dec2b, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:08:49.820052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:49.829991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:49.835915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:50.000785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:50.004800 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] For port 8ef97424-9e84-46a6-91b9-12e1767dec2b, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:08:50.013544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] For port 8ef97424-9e84-46a6-91b9-12e1767dec2b, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=8ef97424-9e84-46a6-91b9-12e1767dec2b,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:08:50.022261 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:50.039635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:50.044383 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "DELETE /v2.0/floatingips/2bef5012-b128-47f0-8ba3-69181645005b HTTP/1.1" status: 204 len: 168 time: 3.6469557 Apr 16 05:08:50.087840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Attempting to bind port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:08:50.088442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Attempting to bind port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:08:50.088938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Attempting to bind port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 on network ec6333fc-d615-4cb1-a309-882dfad7f633 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:08:50.096935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 on network ec6333fc-d615-4cb1-a309-882dfad7f633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:08:50.097352 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Attempting to bind port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 on network ec6333fc-d615-4cb1-a309-882dfad7f633 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:08:50.112424 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:08:50.112815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Checking segment: {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:08:50.113210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Bound using segment: {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:08:50.113822 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Bound port: 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:08:50.114253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:50.293848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:50.469753 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Pushing event updated for resources: {'Port': ['ID=8ef97424-9e84-46a6-91b9-12e1767dec2b,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:50.470296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:08:50.488150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:50.491868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62728e-0dcc-44cd-adec-ca1ad7f40a8e req-765753d6-6a49-4a96-897b-a9b92ab34ff8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:50.495621 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bc62728e-0dcc-44cd-adec-ca1ad7f40a8e req-765753d6-6a49-4a96-897b-a9b92ab34ff8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.2330527 Apr 16 05:08:50.500008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:08:50.508811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:50.578406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:50.628271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 51992) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:50.629383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:50.629383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:50.634147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621548500', 'description': 'tempest-description--1775570857'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:50.652828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:50.661279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:security_group and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:50.679694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:50.700683 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:50.701688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 202f06b6-363f-4a13-b0ae-3fbadc27f51d up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:50.725906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:50.787621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:50.791293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:50.817721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:50.821481 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:50.877926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 202f06b6-363f-4a13-b0ae-3fbadc27f51d completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:50.884525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:security_group_rule and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:50.900516 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bc62728e-0dcc-44cd-adec-ca1ad7f40a8e req-fbf18103-fc43-48ce-9854-ec8e51ee18bd tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313212 Apr 16 05:08:50.906096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:50.913700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:50.928825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:50.952431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:50.953126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:50.954905 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] 10.222.0.47 "PUT /v2.0/ports/0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 HTTP/1.1" status: 200 len: 1093 time: 4.1839464 Apr 16 05:08:50.955504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:08:51.055257 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'status': 'completed', 'code': 200} Apr 16 05:08:51.106763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-fd528fe1-02b0-45a4-9c46-71a2415c8a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:51.108742 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-fd528fe1-02b0-45a4-9c46-71a2415c8a2f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 1096 time: 0.1079335 Apr 16 05:08:51.211395 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-4c41dec0-25c7-4416-99e5-5e05d29358ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 HTTP/1.1" status: 200 len: 217 time: 0.0947323 Apr 16 05:08:51.298659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-68768a09-a8b1-4ca6-b426-5b106a61a8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:51.300329 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-68768a09-a8b1-4ca6-b426-5b106a61a8b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.0827875 Apr 16 05:08:51.367882 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-12abc548-1645-4174-8e03-28e657f15770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:49Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:51.373410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12abc548-1645-4174-8e03-28e657f15770 None None] The sync data for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb is: [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:49Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:08:51.400399 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-4ee57ee8-acb5-4b46-b918-f90ab159fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:51.403287 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-4ee57ee8-acb5-4b46-b918-f90ab159fe94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0950968 Apr 16 05:08:51.441718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853047331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720371'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:51.597043 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-80f129b8-7d54-41b1-89f8-5ea39bb10e63 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871202 Apr 16 05:08:51.603023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:51.623344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:51.628328 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e57f349-d2bd-4894-94d6-0583a1f057c5 None None] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:08:51.692110 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9a2427b3-35bf-41cb-8c44-b9ef4047827d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:51.821376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432ca065-e5a8-4272-bc93-a0550614cc6d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:51.832441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:51.854897 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d689ac5b-763e-4d38-a1d4-7ca2af7af25a req-584a42a6-4a80-498e-a961-660e1118e0d3 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497849 Apr 16 05:08:51.856223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:51.857830 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2284811 Apr 16 05:08:51.866209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52006) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:51.879957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'security_group_rule': {'security_group_id': '432ca065-e5a8-4272-bc93-a0550614cc6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:51.891381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Router 1938b35f-93ff-4022-8524-57b8f79cc29c is scheduled to L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 05:08:51.893338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5d1d23bb-8ded-405a-8ed0-db070fbbf6ed None None] Provisioning for port 202f06b6-363f-4a13-b0ae-3fbadc27f51d completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:51.896042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:51.903029 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:security_group_rule and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:51.907566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:51.932716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:51.936276 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5d1d23bb-8ded-405a-8ed0-db070fbbf6ed None None] Provisioning complete for port 202f06b6-363f-4a13-b0ae-3fbadc27f51d triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:51.936979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d1d23bb-8ded-405a-8ed0-db070fbbf6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.015409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.098520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.109333 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.162862 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12a017a7-6aa5-4a51-8874-4e6a08c06b45 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:52.206988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-d0d064b0-4fd7-492e-9085-583794545694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:52.208549 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-d0d064b0-4fd7-492e-9085-583794545694 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 1096 time: 0.2654929 Apr 16 05:08:52.217418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860ef45c-7dcf-4227-80ab-79a14db63140,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:52.244402 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:52.249586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:08:52.258672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.263701 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-31c2b795-49d8-4f9c-8265-86fa35c04fc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3992941 Apr 16 05:08:52.279069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52020) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:52.286637 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'security_group_rule': {'security_group_id': '432ca065-e5a8-4272-bc93-a0550614cc6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:52.296806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:52.301648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:security_group_rule and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:52.305305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:52.327637 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:52.337694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Sync routers for ids ['1938b35f-93ff-4022-8524-57b8f79cc29c'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:08:52.350148 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.356968 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4231429 Apr 16 05:08:52.359683 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52024) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:52.384251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.432073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Routers {'1938b35f-93ff-4022-8524-57b8f79cc29c'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:52.432794 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['1938b35f-93ff-4022-8524-57b8f79cc29c'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:52.466601 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.471310 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.474166 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6979bb15-dfa7-4968-a307-3918803c7053 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:52.528201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39096350-6bb1-4f94-88b1-05bd4476e47e,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:52.532118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:52.543389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.545129 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2645078 Apr 16 05:08:52.549489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 8ef97424-9e84-46a6-91b9-12e1767dec2b up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:52.550316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52030) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:08:52.557679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'floatingip': {'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:52.563449 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba0ca0-b905-4b5e-981a-a07986b5a435 req-0db00aec-f59e-4eea-9641-d176a9d767a6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:52.565386 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-50ba0ca0-b905-4b5e-981a-a07986b5a435 req-0db00aec-f59e-4eea-9641-d176a9d767a6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.4479113 Apr 16 05:08:52.579690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:52.585813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Usage tracker for resource:floatingip and tenant:53681adc070648b78e5e0d6dbd99d9fe is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:08:52.589530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:08:52.597591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:52.610450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.809706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.898934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d1d23bb-8ded-405a-8ed0-db070fbbf6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.909014 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2a668dcd-3747-459b-b9e3-ffc87cd64067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.933172 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:52.991670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Allocated IP 172.28.1.111 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/28481947-3a62-4976-ab10-519d9cba9aed) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:08:53.010990 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-50ba0ca0-b905-4b5e-981a-a07986b5a435 req-e72ee4ab-a79a-483c-ac75-bce341c35fac tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962136 Apr 16 05:08:53.021718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-5d1d23bb-8ded-405a-8ed0-db070fbbf6ed None None] For port 202f06b6-363f-4a13-b0ae-3fbadc27f51d, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=202f06b6-363f-4a13-b0ae-3fbadc27f51d,segment=NetworkSegment(76c74813-d761-425e-bd77-889ad777e8f5),segment_id=76c74813-d761-425e-bd77-889ad777e8f5)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:53.022621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-8bccb942-eed3-4fbd-adbf-52d87edb6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:53.024627 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-8bccb942-eed3-4fbd-adbf-52d87edb6f6c service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 917 time: 0.8040836 Apr 16 05:08:53.025928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 8ef97424-9e84-46a6-91b9-12e1767dec2b completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:53.036026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d1d23bb-8ded-405a-8ed0-db070fbbf6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:53.043555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:53.075907 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 8ef97424-9e84-46a6-91b9-12e1767dec2b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:53.076328 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:53.107850 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-3691c4a0-a476-4c65-80bc-f2bbbca9f894 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 HTTP/1.1" status: 200 len: 217 time: 0.0733354 Apr 16 05:08:53.137043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Set router 1938b35f-93ff-4022-8524-57b8f79cc29c gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:53.251675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:53.282622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-36fe9b97-51d7-44ff-b1c3-dbfc0db7e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:53.284278 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-36fe9b97-51d7-44ff-b1c3-dbfc0db7e229 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.1680067 Apr 16 05:08:53.314041 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:53.349611 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-298f40ee-5087-4cd1-8025-7f8a70d96866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:53.405804 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d23bb-8ded-405a-8ed0-db070fbbf6ed None None] Pushing event updated for resources: {'Port': ['ID=202f06b6-363f-4a13-b0ae-3fbadc27f51d,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:53.413544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5d1d23bb-8ded-405a-8ed0-db070fbbf6ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:53.553856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:53.613952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 8ef97424-9e84-46a6-91b9-12e1767dec2b, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=8ef97424-9e84-46a6-91b9-12e1767dec2b,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:53.619968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:53.622642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:53.641071 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-0b899257-81fa-4e5d-8be1-575bc3afb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:53.642787 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-0b899257-81fa-4e5d-8be1-575bc3afb593 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2976294 Apr 16 05:08:53.719753 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:46Z', 'updated_at': '2021-04-16T05:08:50Z', 'revision_number': 3, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'gw_port': {'id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:48Z', 'updated_at': '2021-04-16T05:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:53.736048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Checking router: 1938b35f-93ff-4022-8524-57b8f79cc29c for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:08:53.736609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Updating router 1938b35f-93ff-4022-8524-57b8f79cc29c port c7e27788-78a9-4a54-8afa-245b195ec0b7 binding host dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:08:53.799298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-97fdf9a6-1af7-4dc6-b85f-e7a2ee262a8c None None] Provisioning complete for port 202f06b6-363f-4a13-b0ae-3fbadc27f51d triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:53.799974 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-97fdf9a6-1af7-4dc6-b85f-e7a2ee262a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:53.891228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=8ef97424-9e84-46a6-91b9-12e1767dec2b,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:53.903485 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:53.936060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'Port': ['ID=28481947-3a62-4976-ab10-519d9cba9aed,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:53.943925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:53.956789 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:53.958263 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:53.964442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:08:53.983800 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.072999 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-3ff88263-5b09-4845-b2cf-7314965bacff service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085138 Apr 16 05:08:54.074115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.122507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.159795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.294097 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6c8bcee0-f4a5-4c8d-a0cc-4ad3e3ce4c9a req-d27d8df1-c9a6-4803-8fb4-cabfe86dd56a service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136431 Apr 16 05:08:54.420799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.483593 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 8ef97424-9e84-46a6-91b9-12e1767dec2b up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:54.514299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.520837 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.571798 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3473c-e49f-4fbd-acec-ddd69d1c856f req-69023173-383c-496d-b1c0-14b00062884a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:54.580366 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e7e3473c-e49f-4fbd-acec-ddd69d1c856f req-69023173-383c-496d-b1c0-14b00062884a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.2828028 Apr 16 05:08:54.671457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:54.690544 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e7e3473c-e49f-4fbd-acec-ddd69d1c856f req-8aa1fc39-9773-4604-b95c-563cd592a0d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091633 Apr 16 05:08:54.765356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Allocated IP 172.20.0.1 (2034ba60-198f-4eac-8cdf-7e556cdc6794/b94f993e-946d-4f26-8e76-ead712565f17/1455a8cf-d076-4894-a733-2a8f9103b6e7) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:08:54.795975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 8ef97424-9e84-46a6-91b9-12e1767dec2b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:54.796393 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.805583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'Port': ['ID=28481947-3a62-4976-ab10-519d9cba9aed,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:54.811370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:54.827963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.854421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.856272 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3042247 Apr 16 05:08:54.936073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.953160 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Transition to ACTIVE for port object 1455a8cf-d076-4894-a733-2a8f9103b6e7 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:54.979076 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.991720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:54.994920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3f9bb3f0-51bb-4555-a814-cab525f022e4 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:55.051244 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Transition to ACTIVE for port object c7e27788-78a9-4a54-8afa-245b195ec0b7 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:08:55.063602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:55.086128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7413bdb9-a099-4176-8e94-668eedf40b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:55.179008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=1455a8cf-d076-4894-a733-2a8f9103b6e7,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:55.183754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:08:55.189651 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:55.195634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-3da7c12e-6f00-4cf5-b3be-7aff95b504a2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Synchronizing usage tracker for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:08:55.209625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 202f06b6-363f-4a13-b0ae-3fbadc27f51d up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:55.234855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-3da7c12e-6f00-4cf5-b3be-7aff95b504a2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Unset dirty status for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:08:55.236132 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-3da7c12e-6f00-4cf5-b3be-7aff95b504a2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1621548500&fields=id&tenant_id=53681adc070648b78e5e0d6dbd99d9fe HTTP/1.1" status: 200 len: 267 time: 0.1435678 Apr 16 05:08:55.247943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:55.271935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:55.276819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:08:55.280533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a5527-24f8-49fb-9b73-40a2f4e2cb66 None None] Pushing event updated for resources: {'Port': ['ID=c7e27788-78a9-4a54-8afa-245b195ec0b7,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:55.305126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-890a5527-24f8-49fb-9b73-40a2f4e2cb66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:55.414272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853052554'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:55.488056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-5255ee0d-6bb0-4c64-836b-07d6a3dfc5a4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:55.495808 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-5255ee0d-6bb0-4c64-836b-07d6a3dfc5a4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 811 time: 0.2502363 Apr 16 05:08:55.503267 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:55.515112 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-c6c81825-62b3-469c-8fec-be9417051290 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/quotas/53681adc070648b78e5e0d6dbd99d9fe HTTP/1.1" status: 200 len: 375 time: 0.0183017 Apr 16 05:08:55.516397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Attempting to bind port c7e27788-78a9-4a54-8afa-245b195ec0b7 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:08:55.516815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Attempting to bind port c7e27788-78a9-4a54-8afa-245b195ec0b7 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:08:55.517227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Attempting to bind port c7e27788-78a9-4a54-8afa-245b195ec0b7 on network ee63066a-cfd9-47ab-ac02-da676e921a71 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:08:55.523066 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 202f06b6-363f-4a13-b0ae-3fbadc27f51d triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:55.523486 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:55.568208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'port_id': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'mac_address': 'fa:16:3e:9c:6d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:08:55.570231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:08:55.570542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Checking segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:08:55.570902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:55.571331 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Bound using segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:08:55.571885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Bound port: c7e27788-78a9-4a54-8afa-245b195ec0b7, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:08:55.572298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:55.680233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:55.729881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b9c753f0-675b-46ab-9135-b1a9fa45497b None None] Provisioning for port 1455a8cf-d076-4894-a733-2a8f9103b6e7 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:55.760939 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:55.761802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:55.774067 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b9c753f0-675b-46ab-9135-b1a9fa45497b None None] Provisioning complete for port 1455a8cf-d076-4894-a733-2a8f9103b6e7 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:55.774500 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b9c753f0-675b-46ab-9135-b1a9fa45497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:55.831434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] For port c7e27788-78a9-4a54-8afa-245b195ec0b7, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:08:55.848529 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:08:55.916988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] For port c7e27788-78a9-4a54-8afa-245b195ec0b7, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=c7e27788-78a9-4a54-8afa-245b195ec0b7,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:08:55.998908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:56.023460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7413bdb9-a099-4176-8e94-668eedf40b5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:56.062926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b9c753f0-675b-46ab-9135-b1a9fa45497b None None] Port 1455a8cf-d076-4894-a733-2a8f9103b6e7 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:08:56.071149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-ffccbb88-9806-4efa-9848-3d08e814fce7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Synchronizing usage tracker for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:08:56.126554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-ffccbb88-9806-4efa-9848-3d08e814fce7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Unset dirty status for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:08:56.128086 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-ffccbb88-9806-4efa-9848-3d08e814fce7 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6003189 Apr 16 05:08:56.151140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:56.175127 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:56.233125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a5527-24f8-49fb-9b73-40a2f4e2cb66 None None] Pushing event updated for resources: {'Port': ['ID=c7e27788-78a9-4a54-8afa-245b195ec0b7,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:56.236461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-890a5527-24f8-49fb-9b73-40a2f4e2cb66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:56.239849 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:56.334905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5982e-4106-4036-8650-9632b31b2d61 req-51a9537c-01be-49ba-a920-27f2153e6eba tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:56.336563 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9df5982e-4106-4036-8650-9632b31b2d61 req-51a9537c-01be-49ba-a920-27f2153e6eba tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.3284690 Apr 16 05:08:56.353988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:56.359862 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:56.361595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Routers {'1938b35f-93ff-4022-8524-57b8f79cc29c'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:08:56.362262 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['1938b35f-93ff-4022-8524-57b8f79cc29c'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:56.422432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:08:56.462833 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9df5982e-4106-4036-8650-9632b31b2d61 req-3f40874e-8394-4e48-8b1a-6b3d16460c33 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158783 Apr 16 05:08:56.485312 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-d66f672e-5aae-43a3-bdcc-ec6947edb441 service neutron] 10.222.0.48 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258998 Apr 16 05:08:56.594836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:56.606399 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:56.640698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] Set router 1938b35f-93ff-4022-8524-57b8f79cc29c gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:08:56.643708 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d05bd290-69d8-49b5-a46f-afea45cedcd3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:56.767736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723153'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:56.786411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=1455a8cf-d076-4894-a733-2a8f9103b6e7,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:56.795854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:56.801922 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-5d76c03d-6e45-48d9-bd69-dd4e8705017c service neutron] 10.222.0.48 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085644 Apr 16 05:08:56.994766 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:08:56.997194 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:08:57.313142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d100d819-7327-4ad7-95da-298988c7d2a1 None None] Provisioning complete for port 1455a8cf-d076-4894-a733-2a8f9103b6e7 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:57.313550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d100d819-7327-4ad7-95da-298988c7d2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:57.365762 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ed3dfc1e-6ecc-47a8-96e4-763fb2353d83 req-4f7d5f99-bd98-43d8-9ffa-f03d2ca73493 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 210 time: 0.0794866 Apr 16 05:08:57.408967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d100d819-7327-4ad7-95da-298988c7d2a1 None None] Port 1455a8cf-d076-4894-a733-2a8f9103b6e7 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:08:57.417047 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:46Z', 'updated_at': '2021-04-16T05:08:55Z', 'revision_number': 4, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'gw_port': {'id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:48Z', 'updated_at': '2021-04-16T05:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '1455a8cf-d076-4894-a733-2a8f9103b6e7', 'name': '', 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'mac_address': 'fa:16:3e:f6:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:54Z', 'updated_at': '2021-04-16T05:08:54Z', 'revision_number': 1, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'subnets': [{'id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:08:57.422005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b08a018-559c-4834-934b-7a8e1c439772 None None] The sync data for ids ['1938b35f-93ff-4022-8524-57b8f79cc29c'] in dv-cinder-786524-1-smb is: [{'id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:46Z', 'updated_at': '2021-04-16T05:08:55Z', 'revision_number': 4, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'gw_port': {'id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:48Z', 'updated_at': '2021-04-16T05:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '1455a8cf-d076-4894-a733-2a8f9103b6e7', 'name': '', 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'mac_address': 'fa:16:3e:f6:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:54Z', 'updated_at': '2021-04-16T05:08:54Z', 'revision_number': 1, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'subnets': [{'id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:08:57.457370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Router 1938b35f-93ff-4022-8524-57b8f79cc29c has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:08:57.717672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:08:57.737850 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] 10.222.0.48 "PUT /v2.0/routers/1938b35f-93ff-4022-8524-57b8f79cc29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3745062 Apr 16 05:08:57.757198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1328b7-1695-4db5-8e89-8a997494e2c4 req-b46b7e86-c3d2-4696-8562-8144daeef4ea tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:57.758917 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4e1328b7-1695-4db5-8e89-8a997494e2c4 req-b46b7e86-c3d2-4696-8562-8144daeef4ea tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 944 time: 0.1319427 Apr 16 05:08:57.827084 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4e1328b7-1695-4db5-8e89-8a997494e2c4 req-de397a1d-3767-4ecd-9788-84b7594d1e16 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575097 Apr 16 05:08:58.182950 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:08:58.442577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:58.579533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device c7e27788-78a9-4a54-8afa-245b195ec0b7 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:58.717925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port c7e27788-78a9-4a54-8afa-245b195ec0b7 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:58.723619 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a5238e45-e2d1-45dc-a793-a15a6c3fae1d req-51ab0c88-5c71-402a-bc0b-6e9261d29e54 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 210 time: 0.0616386 Apr 16 05:08:58.751617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port c7e27788-78a9-4a54-8afa-245b195ec0b7 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:58.756598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:58.808722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-426fb71b-499d-4cd9-ac4e-9a476c23c032 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:58.823809 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-426fb71b-499d-4cd9-ac4e-9a476c23c032 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 811 time: 0.4850729 Apr 16 05:08:58.971031 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-465abf17-09a2-4636-9d1b-059fdde2e7ad tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53681adc070648b78e5e0d6dbd99d9fe HTTP/1.1" status: 200 len: 5705 time: 0.1321790 Apr 16 05:08:59.007319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:59.008748 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'port': {'device_id': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'admin_state_up': True, 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'security_groups': ['432ca065-e5a8-4272-bc93-a0550614cc6d']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:08:59.050222 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port c7e27788-78a9-4a54-8afa-245b195ec0b7, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=c7e27788-78a9-4a54-8afa-245b195ec0b7,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:59.056418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:59.058907 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:59.121739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:08:59.338898 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:08:59.348133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:08:59.357177 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:08:59.357643 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:59.370150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:08:59.382333 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Made reservation on behalf of 53681adc070648b78e5e0d6dbd99d9fe for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:08:59.391738 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:59.418909 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=c7e27788-78a9-4a54-8afa-245b195ec0b7,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:59.424207 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:59.444850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04050251-ba74-4e1e-9851-99bc80e40582 req-35643694-68a5-4662-a26d-5bf38e1c8b19 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:08:59.453271 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-04050251-ba74-4e1e-9851-99bc80e40582 req-35643694-68a5-4662-a26d-5bf38e1c8b19 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 944 time: 0.2760468 Apr 16 05:08:59.545987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:59.581669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:08:59.595925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:08:59.605622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:08:59.607811 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-04050251-ba74-4e1e-9851-99bc80e40582 req-83136cc7-3aca-48b1-878f-b76438526543 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533966 Apr 16 05:08:59.609279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:08:59.765669 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'code': 200} Apr 16 05:08:59.767323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:08:59.788634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:08:59.797231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Allocated IP 172.20.0.6 (984efdec-5b56-404c-a3d4-f6e7a0fea60f/cc08d292-4cd7-4933-91d4-1f965ab9e70a/6a263910-9b4f-4aad-a81e-97d12b7662dd) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:09:00.114668 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-03eba9cc-0ea9-4382-a78c-45c403bbfdcf req-8d33fd1b-5969-4a83-859c-b553997f0a85 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 210 time: 0.1044753 Apr 16 05:09:00.137977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a0c96-2ffd-4f56-bcb5-2f441c73db0b req-c01a68bc-a31a-418b-9ee6-0cf9eac94495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:00.137977 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e49a0c96-2ffd-4f56-bcb5-2f441c73db0b req-c01a68bc-a31a-418b-9ee6-0cf9eac94495 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 1098 time: 0.1133502 Apr 16 05:09:00.201113 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e49a0c96-2ffd-4f56-bcb5-2f441c73db0b req-e1b9da94-1194-4081-af3f-1a5322eea937 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589521 Apr 16 05:09:00.234866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:00.277370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Transition to ACTIVE for port object 6a263910-9b4f-4aad-a81e-97d12b7662dd will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:09:00.334678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:00.358247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:00.508306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device c7e27788-78a9-4a54-8afa-245b195ec0b7 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:09:00.688957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port c7e27788-78a9-4a54-8afa-245b195ec0b7 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:09:00.689700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:01.462974 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event updated for resources: {'Port': ['ID=6a263910-9b4f-4aad-a81e-97d12b7662dd,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:01.473344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:01.495165 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:09:01.499964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:09:01.503184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:09:01.626666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:01.627438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:01.651163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433dbab-7d82-4bb3-a49c-df3f26b8b38c req-8e2dccb0-ce5b-4e92-b448-23f81d707f5d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:01.653106 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b433dbab-7d82-4bb3-a49c-df3f26b8b38c req-8e2dccb0-ce5b-4e92-b448-23f81d707f5d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.3419433 Apr 16 05:09:01.707420 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c802d-27c3-4db2-94a9-c228aac510ca req-bade4900-cc31-46db-80b6-f36919482271 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:01.708268 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-811c802d-27c3-4db2-94a9-c228aac510ca req-bade4900-cc31-46db-80b6-f36919482271 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Synchronizing usage tracker for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:09:01.716785 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-12b93d4f-0cbb-4ca5-92c5-f3f67a0a68df tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7411132 Apr 16 05:09:01.739030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Request body: {'port': {'device_id': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:01.837568 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b433dbab-7d82-4bb3-a49c-df3f26b8b38c req-7f2ddc3c-c09b-443b-8969-3cd409ac4561 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747220 Apr 16 05:09:01.847217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-811c802d-27c3-4db2-94a9-c228aac510ca req-bade4900-cc31-46db-80b6-f36919482271 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Unset dirty status for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:09:01.848121 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-811c802d-27c3-4db2-94a9-c228aac510ca req-bade4900-cc31-46db-80b6-f36919482271 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 931 time: 0.4708388 Apr 16 05:09:01.897887 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d1377690-967c-42b2-b204-b0fad3cf1df8 None None] Provisioning for port 6a263910-9b4f-4aad-a81e-97d12b7662dd completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:09:01.911013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d1377690-967c-42b2-b204-b0fad3cf1df8 None None] Provisioning complete for port 6a263910-9b4f-4aad-a81e-97d12b7662dd triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:09:01.911733 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d1377690-967c-42b2-b204-b0fad3cf1df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:01.992010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:02.017098 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-811c802d-27c3-4db2-94a9-c228aac510ca req-d2ad4c14-258a-42e6-b4df-a9a2ad8024e6 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137350 Apr 16 05:09:02.091936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Sync routers for ids ['1938b35f-93ff-4022-8524-57b8f79cc29c'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:09:02.123255 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Routers {'1938b35f-93ff-4022-8524-57b8f79cc29c'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:09:02.124839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['1938b35f-93ff-4022-8524-57b8f79cc29c'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:02.126605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d1377690-967c-42b2-b204-b0fad3cf1df8 None None] Port 6a263910-9b4f-4aad-a81e-97d12b7662dd cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:09:02.616529 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Set router 1938b35f-93ff-4022-8524-57b8f79cc29c gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:09:02.629675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a263910-9b4f-4aad-a81e-97d12b7662dd {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:09:02.641507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:02.665567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Transition to ACTIVE for port object 6a263910-9b4f-4aad-a81e-97d12b7662dd will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:09:02.671232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:02.701119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2c117084-7463-4fce-953c-090311f6cce2 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:02.897923 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Pushing event updated for resources: {'Port': ['ID=6a263910-9b4f-4aad-a81e-97d12b7662dd,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:02.904577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:03.447777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:46Z', 'updated_at': '2021-04-16T05:08:55Z', 'revision_number': 4, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'gw_port': {'id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:48Z', 'updated_at': '2021-04-16T05:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '1455a8cf-d076-4894-a733-2a8f9103b6e7', 'name': '', 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'mac_address': 'fa:16:3e:f6:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:54Z', 'updated_at': '2021-04-16T05:08:56Z', 'revision_number': 2, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'subnets': [{'id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:03.453940 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Checking router: 1938b35f-93ff-4022-8524-57b8f79cc29c for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:09:03.454339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Updating router 1938b35f-93ff-4022-8524-57b8f79cc29c port 1455a8cf-d076-4894-a733-2a8f9103b6e7 binding host dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:09:03.578057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:03.623395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Attempting to bind port 6a263910-9b4f-4aad-a81e-97d12b7662dd on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:09:03.623949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Attempting to bind port 6a263910-9b4f-4aad-a81e-97d12b7662dd by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:09:03.624218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Attempting to bind port 6a263910-9b4f-4aad-a81e-97d12b7662dd on network 984efdec-5b56-404c-a3d4-f6e7a0fea60f {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:09:03.659194 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Port 6a263910-9b4f-4aad-a81e-97d12b7662dd on network 984efdec-5b56-404c-a3d4-f6e7a0fea60f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:09:03.659577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Attempting to bind port 6a263910-9b4f-4aad-a81e-97d12b7662dd on network 984efdec-5b56-404c-a3d4-f6e7a0fea60f {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:09:03.671191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:09:03.671584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Checking segment: {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:09:03.672006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Bound using segment: {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:09:03.672496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Bound port: 6a263910-9b4f-4aad-a81e-97d12b7662dd, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:09:03.672876 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:03.702811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1abfd-d099-4344-954f-c6a547db2eb1 req-9af63bff-099a-4787-9d18-2c08ed4bbb04 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:03.711007 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-86a1abfd-d099-4344-954f-c6a547db2eb1 req-9af63bff-099a-4787-9d18-2c08ed4bbb04 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 943 time: 0.4233401 Apr 16 05:09:03.721520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0f97a-dc0b-4843-a7c9-4ad6918315f2 req-4814785b-f81a-440a-999f-64b01d7c93ba tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:03.723290 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-47d0f97a-dc0b-4843-a7c9-4ad6918315f2 req-4814785b-f81a-440a-999f-64b01d7c93ba tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.4381621 Apr 16 05:09:03.843432 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-86a1abfd-d099-4344-954f-c6a547db2eb1 req-86512fcf-a11e-4642-a855-514159a218ea tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312799 Apr 16 05:09:03.913529 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-47d0f97a-dc0b-4843-a7c9-4ad6918315f2 req-e96708d7-7050-4cb5-a8aa-6352f9a88849 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706712 Apr 16 05:09:03.977494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] For port 6a263910-9b4f-4aad-a81e-97d12b7662dd, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:09:03.982134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] For port 6a263910-9b4f-4aad-a81e-97d12b7662dd, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a263910-9b4f-4aad-a81e-97d12b7662dd,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:09:04.031503 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:04.075627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2c7ef213-2ed6-425c-900b-a18e20ce8989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:04.223359 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:04.238822 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Transition to ACTIVE for port object 1455a8cf-d076-4894-a733-2a8f9103b6e7 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:09:04.266192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:04.281331 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52222) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:04.298376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:04.321248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Pushing event updated for resources: {'Port': ['ID=6a263910-9b4f-4aad-a81e-97d12b7662dd,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:04.329671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:04.407119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934be2c-e4a3-43a5-b153-9b4047a59256 req-029c5ce9-5869-4e84-8e93-f560a91bd1b0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:04.413108 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5934be2c-e4a3-43a5-b153-9b4047a59256 req-029c5ce9-5869-4e84-8e93-f560a91bd1b0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.2048204 Apr 16 05:09:04.419069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52228) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:04.425192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-ac1c5bc7-793f-4063-b985-8ef47cf79ea1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Request body: {'floatingip': {'port_id': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:04.430349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:04.443596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:04.445364 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] 10.222.0.47 "PUT /v2.0/ports/6a263910-9b4f-4aad-a81e-97d12b7662dd HTTP/1.1" status: 200 len: 1093 time: 2.7124891 Apr 16 05:09:04.445963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'tag': '6a263910-9b4f-4aad-a81e-97d12b7662dd'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:09:04.593214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ac1c5bc7-793f-4063-b985-8ef47cf79ea1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:04.643318 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'tag': '6a263910-9b4f-4aad-a81e-97d12b7662dd', 'status': 'completed', 'code': 200} Apr 16 05:09:04.716704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-457c1143-14b5-4f73-8820-81c464bb9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:04.718414 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-457c1143-14b5-4f73-8820-81c464bb9fdd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 1096 time: 0.2017515 Apr 16 05:09:04.828247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d562443-31ae-4110-ae05-01372fe91f7e None None] Pushing event updated for resources: {'Port': ['ID=1455a8cf-d076-4894-a733-2a8f9103b6e7,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:04.850581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4d562443-31ae-4110-ae05-01372fe91f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:04.861812 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-7ad80d7e-91b2-467d-b10f-aeba4bcdbf44 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a263910-9b4f-4aad-a81e-97d12b7662dd HTTP/1.1" status: 200 len: 217 time: 0.1349752 Apr 16 05:09:04.864905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:04.897433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:04.914070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Usage tracker for resource:security_group_rule and tenant:aa784c1e8ac54c3b88975c09b51db930 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:04.920548 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:04.955369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-0d2486f4-f7d9-4a5d-8b4c-050cd4bd186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:04.957264 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-0d2486f4-f7d9-4a5d-8b4c-050cd4bd186c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 200 len: 850 time: 0.0902040 Apr 16 05:09:04.985609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:05.369443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-ef2e9433-bd10-480a-97d5-e5153463997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:05.371639 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-ef2e9433-bd10-480a-97d5-e5153463997f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=984efdec-5b56-404c-a3d4-f6e7a0fea60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4054255 Apr 16 05:09:05.380363 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b010ab-acb7-437a-af3b-4465ccab9fb5 req-d636ced8-933e-4bf8-9180-c91ae9c1ddba tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:05.381997 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d5b010ab-acb7-437a-af3b-4465ccab9fb5 req-d636ced8-933e-4bf8-9180-c91ae9c1ddba tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 943 time: 0.2217312 Apr 16 05:09:05.440317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Attempting to bind port 1455a8cf-d076-4894-a733-2a8f9103b6e7 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:09:05.441120 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Attempting to bind port 1455a8cf-d076-4894-a733-2a8f9103b6e7 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '76c74813-d761-425e-bd77-889ad777e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:09:05.441752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Attempting to bind port 1455a8cf-d076-4894-a733-2a8f9103b6e7 on network 2034ba60-198f-4eac-8cdf-7e556cdc6794 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:09:05.451179 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:09:05.452024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Checking segment: {'id': '76c74813-d761-425e-bd77-889ad777e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:09:05.456926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:05.457660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Bound using segment: {'id': '76c74813-d761-425e-bd77-889ad777e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:09:05.458821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Bound port: 1455a8cf-d076-4894-a733-2a8f9103b6e7, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c74813-d761-425e-bd77-889ad777e8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:09:05.459458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:05.484972 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:05.498980 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:05.532113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6a3e148e-8314-477e-9a95-0e330b4b3f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:05.545427 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa784c1e8ac54c3b88975c09b51db930&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2628345 Apr 16 05:09:05.548943 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d5b010ab-acb7-437a-af3b-4465ccab9fb5 req-2008ce23-77bc-4e1b-ba09-10a6a31a9f76 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409423 Apr 16 05:09:05.551734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52236) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:05.589104 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06966195-f296-4ee1-9b88-ff28cdbea0a2,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:05.598272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:05.606565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] For port 1455a8cf-d076-4894-a733-2a8f9103b6e7, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:09:05.615406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] For port 1455a8cf-d076-4894-a733-2a8f9103b6e7, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=1455a8cf-d076-4894-a733-2a8f9103b6e7,segment=NetworkSegment(76c74813-d761-425e-bd77-889ad777e8f5),segment_id=76c74813-d761-425e-bd77-889ad777e8f5)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:09:05.624295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:05.645819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:05.699081 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-5ec9fc92-a7ad-47b5-a04c-be71e98bf983 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158274 Apr 16 05:09:05.699952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-44d73e8a-5f37-4e41-910e-8fd98031b533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:05.727707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d562443-31ae-4110-ae05-01372fe91f7e None None] Pushing event updated for resources: {'Port': ['ID=1455a8cf-d076-4894-a733-2a8f9103b6e7,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:05.779323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4d562443-31ae-4110-ae05-01372fe91f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:05.875232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ac1c5bc7-793f-4063-b985-8ef47cf79ea1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:05.880095 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ac1c5bc7-793f-4063-b985-8ef47cf79ea1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:05.934642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Routers {'1938b35f-93ff-4022-8524-57b8f79cc29c'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:09:05.935693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['1938b35f-93ff-4022-8524-57b8f79cc29c'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:06.165954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-44d73e8a-5f37-4e41-910e-8fd98031b533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:06.240883 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-ac1c5bc7-793f-4063-b985-8ef47cf79ea1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Floating IP 4b130687-2cde-45f9-9fc4-6cffebd9dca8 associated. External IP: 172.28.1.189, port: 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7. Apr 16 05:09:06.281044 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a38bbb-7dfe-408c-8a48-3aa7469d4d83 req-fc98b64a-0d6a-4c8d-a1ff-e97a83285ffb service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5658824 Apr 16 05:09:06.301891 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-44d73e8a-5f37-4e41-910e-8fd98031b533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:06.308714 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72dfbd05-dcd4-42ce-b275-ce82bd1a2639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:06.327860 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-44d73e8a-5f37-4e41-910e-8fd98031b533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:06.332810 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-44d73e8a-5f37-4e41-910e-8fd98031b533 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/06966195-f296-4ee1-9b88-ff28cdbea0a2 HTTP/1.1" status: 204 len: 168 time: 0.7798860 Apr 16 05:09:06.334783 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d73e8a-5f37-4e41-910e-8fd98031b533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06966195-f296-4ee1-9b88-ff28cdbea0a2,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:06.337750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-44d73e8a-5f37-4e41-910e-8fd98031b533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:06.413703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] Set router 1938b35f-93ff-4022-8524-57b8f79cc29c gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:09:06.518787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-014a05af-a6e3-4850-aa43-7ea3aa59738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:06.521194 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-014a05af-a6e3-4850-aa43-7ea3aa59738f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 1096 time: 0.1604311 Apr 16 05:09:06.596444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 1455a8cf-d076-4894-a733-2a8f9103b6e7 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:09:06.849242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-ad47c7da-7ef6-4b51-ad3d-78426fd99f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:06.850214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 1455a8cf-d076-4894-a733-2a8f9103b6e7 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:09:06.854541 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-ad47c7da-7ef6-4b51-ad3d-78426fd99f7d service neutron] 10.222.0.47 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 912 time: 0.3256154 Apr 16 05:09:06.856500 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 1455a8cf-d076-4894-a733-2a8f9103b6e7 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:09:06.857169 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:06.943678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1c5bc7-793f-4063-b985-8ef47cf79ea1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Router 40d73ffe-a928-4574-a875-08cfcaff1ed3 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:09:07.076382 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:07.093215 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52246) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:07.154622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 1455a8cf-d076-4894-a733-2a8f9103b6e7, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=1455a8cf-d076-4894-a733-2a8f9103b6e7,segment=NetworkSegment(76c74813-d761-425e-bd77-889ad777e8f5),segment_id=76c74813-d761-425e-bd77-889ad777e8f5)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:09:07.165332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:07.172285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5d1d23bb-8ded-405a-8ed0-db070fbbf6ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:07.188643 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-80e47439-dc8c-4942-88ab-72b01d7e94b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a263910-9b4f-4aad-a81e-97d12b7662dd HTTP/1.1" status: 200 len: 217 time: 0.2461514 Apr 16 05:09:07.252340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:07.289212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:07.296800 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=1455a8cf-d076-4894-a733-2a8f9103b6e7,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:07.300921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:07.322375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Usage tracker for resource:security_group_rule and tenant:1d61219caa754eb9b37083c2658404e2 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:07.337861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:07.339625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:46Z', 'updated_at': '2021-04-16T05:08:55Z', 'revision_number': 4, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'gw_port': {'id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:48Z', 'updated_at': '2021-04-16T05:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '1455a8cf-d076-4894-a733-2a8f9103b6e7', 'name': '', 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'mac_address': 'fa:16:3e:f6:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:54Z', 'updated_at': '2021-04-16T05:09:05Z', 'revision_number': 4, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'subnets': [{'id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:07.347397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3298f1a-ff96-4907-8186-b14f4ec98478 None None] The sync data for ids ['1938b35f-93ff-4022-8524-57b8f79cc29c'] in dv-cinder-786524-1-smb is: [{'id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:46Z', 'updated_at': '2021-04-16T05:08:55Z', 'revision_number': 4, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'gw_port': {'id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:48Z', 'updated_at': '2021-04-16T05:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '1455a8cf-d076-4894-a733-2a8f9103b6e7', 'name': '', 'network_id': '2034ba60-198f-4eac-8cdf-7e556cdc6794', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'mac_address': 'fa:16:3e:f6:9e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:54Z', 'updated_at': '2021-04-16T05:09:05Z', 'revision_number': 4, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'subnets': [{'id': 'b94f993e-946d-4f26-8e76-ead712565f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:09:07.384393 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:07.422894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-ef88e74b-a56f-4743-a0d3-ad7c7bfd981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:07.424458 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-ef88e74b-a56f-4743-a0d3-ad7c7bfd981a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 200 len: 850 time: 0.2178464 Apr 16 05:09:07.473421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55c187-a229-4623-841c-0fd74d5d7edb req-6527bd5d-065c-427f-8b18-092d245cf14b tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:07.481061 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fc55c187-a229-4623-841c-0fd74d5d7edb req-6527bd5d-065c-427f-8b18-092d245cf14b tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 943 time: 0.6224589 Apr 16 05:09:07.538711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1c5bc7-793f-4063-b985-8ef47cf79ea1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:09:07.559086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ac1c5bc7-793f-4063-b985-8ef47cf79ea1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:07.577201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] Sync routers for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:09:07.650712 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ac1c5bc7-793f-4063-b985-8ef47cf79ea1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "PUT /v2.0/floatingips/4b130687-2cde-45f9-9fc4-6cffebd9dca8 HTTP/1.1" status: 200 len: 991 time: 3.2222776 Apr 16 05:09:07.653447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:09:07.673892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:09:07.675092 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:07.830033 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:07.838533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:07.851268 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-44d73e8a-5f37-4e41-910e-8fd98031b533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:07.891829 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fc55c187-a229-4623-841c-0fd74d5d7edb req-58f62b2c-a687-47d7-a2ee-9f74bef203f1 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896872 Apr 16 05:09:07.924070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-f6999735-1fce-47e2-b3d3-5caf0701e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:07.925593 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-f6999735-1fce-47e2-b3d3-5caf0701e7cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=984efdec-5b56-404c-a3d4-f6e7a0fea60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4428570 Apr 16 05:09:07.929770 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'status': 'completed', 'code': 200} Apr 16 05:09:08.008514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4081e795-cc67-42ae-8692-4d436db69ffc,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:08.023675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:08.058336 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1d61219caa754eb9b37083c2658404e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9634805 Apr 16 05:09:08.065163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52254) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:08.156204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:09:08.217440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-011d2c46-9c21-49fd-b4cb-afdd5ea4c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:08.220610 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-011d2c46-9c21-49fd-b4cb-afdd5ea4c5c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 1098 time: 0.2292078 Apr 16 05:09:08.252080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-871e4e68-c1ec-4154-a710-2b4f9d72ef59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:08.300201 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-6e4417a2-5c30-4fcd-b517-95b107d6ee67 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958250 Apr 16 05:09:08.305443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-871e4e68-c1ec-4154-a710-2b4f9d72ef59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:08.591032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-871e4e68-c1ec-4154-a710-2b4f9d72ef59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:08.600900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-95acf4b9-b5cb-4f63-ad14-81acf1120ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:08.609677 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-0366b258-6dfe-455d-b65f-7a5947779ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:08.611998 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-0366b258-6dfe-455d-b65f-7a5947779ff5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 917 time: 0.3806262 Apr 16 05:09:08.636792 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 1455a8cf-d076-4894-a733-2a8f9103b6e7 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:09:08.640132 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e4e68-c1ec-4154-a710-2b4f9d72ef59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4081e795-cc67-42ae-8692-4d436db69ffc,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:08.643053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-871e4e68-c1ec-4154-a710-2b4f9d72ef59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:08.651538 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3652c5e9-b076-48fe-a826-24de6a2f92cd req-25547b77-c4e8-4ce3-89c7-776c26052e97 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337245 Apr 16 05:09:08.653994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-871e4e68-c1ec-4154-a710-2b4f9d72ef59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:08.658417 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-871e4e68-c1ec-4154-a710-2b4f9d72ef59 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4081e795-cc67-42ae-8692-4d436db69ffc HTTP/1.1" status: 204 len: 168 time: 0.5926552 Apr 16 05:09:08.799411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 1455a8cf-d076-4894-a733-2a8f9103b6e7 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:09:08.799675 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-ca043040-24d1-4c84-be1c-eb7a6b82f461 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 HTTP/1.1" status: 200 len: 999 time: 0.1800668 Apr 16 05:09:08.800243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:08.949927 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-cee83ed2-dc71-4d03-86f7-910461133066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:08.956593 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-cee83ed2-dc71-4d03-86f7-910461133066 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.1506467 Apr 16 05:09:09.138994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 6a263910-9b4f-4aad-a81e-97d12b7662dd details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:09:09.168413 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': '4b130687-2cde-45f9-9fc4-6cffebd9dca8', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'floating_ip_address': '172.28.1.189', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'port_id': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'mac_address': 'fa:16:3e:9c:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:09:05Z', 'revision_number': 1, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:09.178893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] Checking router: 40d73ffe-a928-4574-a875-08cfcaff1ed3 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:09:09.189224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-49272cd4-5333-4c4b-aa57-6e700f2a832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:09.195972 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-49272cd4-5333-4c4b-aa57-6e700f2a832e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2270889 Apr 16 05:09:09.199327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:09:09.200030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:09.230277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342d7d5-6437-4b81-964c-1524e6855904 req-42c42e79-3059-4c57-ba6c-f02f077ea570 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:09.239430 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f342d7d5-6437-4b81-964c-1524e6855904 req-42c42e79-3059-4c57-ba6c-f02f077ea570 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 943 time: 0.1579161 Apr 16 05:09:09.284930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.resource_extend [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 16 05:09:09.303571 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f342d7d5-6437-4b81-964c-1524e6855904 req-b289a05d-9952-486c-9455-0be4b861606f tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623119 Apr 16 05:09:09.474511 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-a4a4ba9e-6b53-402e-b326-e6fe013468ca service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737119 Apr 16 05:09:09.612706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:09:09.676554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 6a263910-9b4f-4aad-a81e-97d12b7662dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a263910-9b4f-4aad-a81e-97d12b7662dd,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:09:09.691735 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ae8e6db-1070-43c8-9d88-56e7f942cb8f req-70d90fa5-7f38-49a5-bb32-9c6bf9f05255 service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097259 Apr 16 05:09:09.706790 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '6a263910-9b4f-4aad-a81e-97d12b7662dd', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'port_id': '6a263910-9b4f-4aad-a81e-97d12b7662dd', 'mac_address': 'fa:16:3e:63:f1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:09:09.858804 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:09.889329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a263910-9b4f-4aad-a81e-97d12b7662dd {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:09:09.999501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 6a263910-9b4f-4aad-a81e-97d12b7662dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a263910-9b4f-4aad-a81e-97d12b7662dd,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:09:10.007070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:10.019377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:10.144904 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=6a263910-9b4f-4aad-a81e-97d12b7662dd,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:10.235757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:10.258274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': '4b130687-2cde-45f9-9fc4-6cffebd9dca8', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'floating_ip_address': '172.28.1.189', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'port_id': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'mac_address': 'fa:16:3e:9c:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:09:05Z', 'revision_number': 1, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:10.263043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47e61ce-3064-444c-96d2-7536a343fedb None None] The sync data for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb is: [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': '4b130687-2cde-45f9-9fc4-6cffebd9dca8', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'floating_ip_address': '172.28.1.189', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'port_id': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'mac_address': 'fa:16:3e:9c:6d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:09:05Z', 'revision_number': 1, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:09:10.314243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['6a263910-9b4f-4aad-a81e-97d12b7662dd'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:09:10.569800 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c79d7c-b900-47f4-a375-669289b6be51 req-03742a00-8d48-48af-a775-949e3644afc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:10.571524 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e6c79d7c-b900-47f4-a375-669289b6be51 req-03742a00-8d48-48af-a775-949e3644afc2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 944 time: 0.1165397 Apr 16 05:09:10.677962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd053ccc-a71d-459e-9c45-43f5fd493f62 None None] New status for floating IP 4b130687-2cde-45f9-9fc4-6cffebd9dca8: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:09:10.689352 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e6c79d7c-b900-47f4-a375-669289b6be51 req-2eb234c3-e4ee-424a-ac02-4e05f6ed13ed tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099210 Apr 16 05:09:11.139438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 6a263910-9b4f-4aad-a81e-97d12b7662dd up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:09:11.266506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 6a263910-9b4f-4aad-a81e-97d12b7662dd completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:09:11.275331 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 6a263910-9b4f-4aad-a81e-97d12b7662dd triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:09:11.275862 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:11.507572 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:11.537900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a263910-9b4f-4aad-a81e-97d12b7662dd'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:09:11.566400 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 6a263910-9b4f-4aad-a81e-97d12b7662dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a263910-9b4f-4aad-a81e-97d12b7662dd,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:09:11.573531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:11.576168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:11.646943 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a263910-9b4f-4aad-a81e-97d12b7662dd', 'code': 200} Apr 16 05:09:11.678312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=6a263910-9b4f-4aad-a81e-97d12b7662dd,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:11.685416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:11.925174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f9900-5296-46f4-af08-8eafc02e1296 req-7bc91439-5cda-4f1b-b569-ff5825118088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:11.928232 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a54f9900-5296-46f4-af08-8eafc02e1296 req-7bc91439-5cda-4f1b-b569-ff5825118088 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 1098 time: 0.1157429 Apr 16 05:09:11.952103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6742e-1536-47b0-9e91-3f09117f4822 req-9cdd2a76-584b-482b-97cf-23e1ff1879dd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:11.953772 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cff6742e-1536-47b0-9e91-3f09117f4822 req-9cdd2a76-584b-482b-97cf-23e1ff1879dd tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 945 time: 0.1169741 Apr 16 05:09:12.012394 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a54f9900-5296-46f4-af08-8eafc02e1296 req-1615d959-0c0a-44f7-94a3-f6f3d078b2e6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569494 Apr 16 05:09:12.074836 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cff6742e-1536-47b0-9e91-3f09117f4822 req-1409cb19-31a5-41b2-935c-e41ff4e81e34 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138859 Apr 16 05:09:13.330433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465246d-ff97-47dd-938f-81835cf092f9 req-f66adb09-b2c9-4b85-85e6-e177a6f7a046 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:13.332239 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4465246d-ff97-47dd-938f-81835cf092f9 req-f66adb09-b2c9-4b85-85e6-e177a6f7a046 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 945 time: 0.1028614 Apr 16 05:09:13.398599 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4465246d-ff97-47dd-938f-81835cf092f9 req-a61cbd1f-7456-450c-8298-0ea28648767e tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569139 Apr 16 05:09:13.645618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058452f2-2707-429f-816d-9fbe29e6459c req-fff31929-e86c-43f8-bb52-d23fd9cc6ab2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:13.647840 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-058452f2-2707-429f-816d-9fbe29e6459c req-fff31929-e86c-43f8-bb52-d23fd9cc6ab2 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 945 time: 0.1197574 Apr 16 05:09:13.661014 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52406) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:13.667703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-f7433f5c-9d15-4772-8747-a5d91d7be5a8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Request body: {'floatingip': {'port_id': '6a263910-9b4f-4aad-a81e-97d12b7662dd'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:13.764482 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7433f5c-9d15-4772-8747-a5d91d7be5a8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:14.228367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52422) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:14.371596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:14.388071 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:14.392427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] Usage tracker for resource:security_group_rule and tenant:dc8d334bce5f4a05adfd9e8a29a36875 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:14.395892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:14.402074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:14.498425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:14.501729 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:14.513057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1fb62872-0304-4224-9727-d1be0bf350b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:14.559310 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dc8d334bce5f4a05adfd9e8a29a36875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289361 Apr 16 05:09:14.560458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c040703-ab3e-470a-ad66-f3fc7d40e409,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:14.561752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52436) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:14.564223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-833eb1f5-826e-44f4-8b1d-53649525db84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:14.783758 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bde5-2af5-496d-9e39-2f469dcae7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:14.787590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7433f5c-9d15-4772-8747-a5d91d7be5a8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:14.802368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7433f5c-9d15-4772-8747-a5d91d7be5a8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:15.256976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bde5-2af5-496d-9e39-2f469dcae7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:15.417047 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-f7433f5c-9d15-4772-8747-a5d91d7be5a8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Floating IP b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2 associated. External IP: 172.28.1.111, port: 6a263910-9b4f-4aad-a81e-97d12b7662dd. Apr 16 05:09:15.481364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-18c101e8-9c36-4ee1-b510-2413176e6901 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:15.482114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-18c101e8-9c36-4ee1-b510-2413176e6901 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Synchronizing usage tracker for tenant:7e3c9075d734473f95c44b6eea618351 on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:09:15.569277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bde5-2af5-496d-9e39-2f469dcae7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:15.577429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-63000c06-852d-4063-8937-99db916edd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:15.611218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-18c101e8-9c36-4ee1-b510-2413176e6901 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Unset dirty status for tenant:7e3c9075d734473f95c44b6eea618351 on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:09:15.612531 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-18c101e8-9c36-4ee1-b510-2413176e6901 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/networks?id=3c869597-f489-4f34-9488-15f18970bb13 HTTP/1.1" status: 200 len: 813 time: 0.8152308 Apr 16 05:09:15.613298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8bde5-2af5-496d-9e39-2f469dcae7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c040703-ab3e-470a-ad66-f3fc7d40e409,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:15.624060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b6b8bde5-2af5-496d-9e39-2f469dcae7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:15.636987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b6b8bde5-2af5-496d-9e39-2f469dcae7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:15.638119 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b6b8bde5-2af5-496d-9e39-2f469dcae7ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c040703-ab3e-470a-ad66-f3fc7d40e409 HTTP/1.1" status: 204 len: 168 time: 1.0753572 Apr 16 05:09:15.650205 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-26a20cd1-7112-4de2-9dfd-d0ec8a133eb1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/quotas/7e3c9075d734473f95c44b6eea618351 HTTP/1.1" status: 200 len: 375 time: 0.0274034 Apr 16 05:09:15.926281 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-4902bc9b-1141-4d5e-b11a-765d275ab837 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Synchronizing usage tracker for tenant:7e3c9075d734473f95c44b6eea618351 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:09:15.955333 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7433f5c-9d15-4772-8747-a5d91d7be5a8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Router 530968bd-cf5a-4616-996c-a7f8762e8570 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:09:15.962325 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-4902bc9b-1141-4d5e-b11a-765d275ab837 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Unset dirty status for tenant:7e3c9075d734473f95c44b6eea618351 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:09:15.963801 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-4902bc9b-1141-4d5e-b11a-765d275ab837 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e3c9075d734473f95c44b6eea618351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3014479 Apr 16 05:09:15.985013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52460) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:16.006411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:16.023434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:16.027978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Usage tracker for resource:security_group_rule and tenant:de623347b07e4e4eafc8d89c8bf92075 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:16.031162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:16.038369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:16.135763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:16.139430 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:16.150704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5bccfd82-3d6e-4dd8-8027-395bb1cabdc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:16.194685 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=de623347b07e4e4eafc8d89c8bf92075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2082417 Apr 16 05:09:16.197606 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52464) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:16.200255 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f09722-1c92-4245-bea3-cf7ffb83592d,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:16.203598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:16.330553 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-638171e9-d75c-4e4d-a26a-ea2e885edf8b service neutron] 10.222.0.48 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010461 Apr 16 05:09:16.346796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7433f5c-9d15-4772-8747-a5d91d7be5a8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:09:16.358040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] Sync routers for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:09:16.369136 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:09:16.369828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:16.379624 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f7433f5c-9d15-4772-8747-a5d91d7be5a8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:16.422140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85c97e0e-9f1d-4498-802a-2c9181d629ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:16.540980 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f7433f5c-9d15-4772-8747-a5d91d7be5a8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "PUT /v2.0/floatingips/b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2 HTTP/1.1" status: 200 len: 991 time: 2.8786356 Apr 16 05:09:16.545796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85c97e0e-9f1d-4498-802a-2c9181d629ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:16.553600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'tag': '6a263910-9b4f-4aad-a81e-97d12b7662dd'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:09:16.586537 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:09:16.633351 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-6188e9ab-63cd-45d5-9173-24f4a765d312 service neutron] 10.222.0.48 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882447 Apr 16 05:09:16.644126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85c97e0e-9f1d-4498-802a-2c9181d629ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:16.650634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8f90c7c1-afd3-4d7f-8f46-38cb004032b4 tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:16.664927 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c97e0e-9f1d-4498-802a-2c9181d629ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f09722-1c92-4245-bea3-cf7ffb83592d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:16.670285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-85c97e0e-9f1d-4498-802a-2c9181d629ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:16.674708 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-85c97e0e-9f1d-4498-802a-2c9181d629ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:16.676062 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-85c97e0e-9f1d-4498-802a-2c9181d629ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25f09722-1c92-4245-bea3-cf7ffb83592d HTTP/1.1" status: 204 len: 168 time: 0.4774160 Apr 16 05:09:16.814917 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'tag': '6a263910-9b4f-4aad-a81e-97d12b7662dd', 'status': 'completed', 'code': 200} Apr 16 05:09:16.903939 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6120ed2c-2864-421e-a19c-0e5c27c075fa req-377878e1-ea2f-4021-abea-03f132fbc6ac tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 210 time: 0.0832930 Apr 16 05:09:16.988773 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-13371513-4a6f-42c4-9678-a810b39dcc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:16.990566 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-13371513-4a6f-42c4-9678-a810b39dcc0e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 1098 time: 0.1420088 Apr 16 05:09:17.172259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-3777cb80-9dfe-4915-8272-3b4757241ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:17.177207 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-3777cb80-9dfe-4915-8272-3b4757241ab1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 200 len: 912 time: 0.1779609 Apr 16 05:09:17.318024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'port_id': '6a263910-9b4f-4aad-a81e-97d12b7662dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'mac_address': 'fa:16:3e:63:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:08:54Z', 'updated_at': '2021-04-16T05:09:14Z', 'revision_number': 1, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:17.325734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] Checking router: 530968bd-cf5a-4616-996c-a7f8762e8570 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:09:17.335765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:09:17.336592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:08:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:17.344722 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-694eb945-0da1-481d-be32-c4c3123a7aa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a263910-9b4f-4aad-a81e-97d12b7662dd HTTP/1.1" status: 200 len: 999 time: 0.1595857 Apr 16 05:09:17.430571 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-e2e68915-7f5d-40ef-bc2d-a817331371a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:17.432253 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-e2e68915-7f5d-40ef-bc2d-a817331371a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 200 len: 850 time: 0.0779338 Apr 16 05:09:17.559830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:09:17.614219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-d301fc6b-2509-4d92-b97a-e40b80a8ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:17.616655 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-d301fc6b-2509-4d92-b97a-e40b80a8ed83 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=984efdec-5b56-404c-a3d4-f6e7a0fea60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1693773 Apr 16 05:09:17.931657 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-491a8c07-9e08-41bc-b3b1-dd6089513368 service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064411 Apr 16 05:09:18.065856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'port_id': '6a263910-9b4f-4aad-a81e-97d12b7662dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'mac_address': 'fa:16:3e:63:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:08:54Z', 'updated_at': '2021-04-16T05:09:14Z', 'revision_number': 1, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:18.070682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a5b30e-a9ff-44a6-b46d-792ed8dfa10a None None] The sync data for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb is: [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'floating_ip_address': '172.28.1.111', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'port_id': '6a263910-9b4f-4aad-a81e-97d12b7662dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'mac_address': 'fa:16:3e:63:f1:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:08:54Z', 'updated_at': '2021-04-16T05:09:14Z', 'revision_number': 1, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:09:18.121091 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fdd727b1-79d9-413f-8930-89568964bf15 req-1dbf8df6-400d-4535-b968-056ca7a01331 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 210 time: 0.0714104 Apr 16 05:09:18.157189 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-19a52f95-39c4-4bb6-90af-2b7b279cae5b req-e282df28-3259-434e-99b7-14421f7d0bcf service neutron] 10.222.0.47 "GET /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058001 Apr 16 05:09:18.392651 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a662944-e98c-4c34-bd0a-caa175d4694b None None] New status for floating IP b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:09:18.683920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-c954dba7-59fd-46fa-ad2d-907b88098976 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:18.685600 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-c954dba7-59fd-46fa-ad2d-907b88098976 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.47 "GET /v2.0/networks?id=3c869597-f489-4f34-9488-15f18970bb13 HTTP/1.1" status: 200 len: 813 time: 0.2155192 Apr 16 05:09:18.699958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'port': {'device_id': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'admin_state_up': True, 'tenant_id': '7e3c9075d734473f95c44b6eea618351'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:18.927063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:18.944604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:18.957117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Made reservation on behalf of 7e3c9075d734473f95c44b6eea618351 for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:09:18.967105 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:19.197227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Allocated IP 172.20.0.3 (3c869597-f489-4f34-9488-15f18970bb13/5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae/962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:09:19.377835 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-573b1765-36a7-45a7-9b67-a10dbe1fb453 req-bcdc195a-6a1b-4d0b-a2b2-19828cbba29a tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 210 time: 0.1043997 Apr 16 05:09:19.472946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:19.491926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Transition to ACTIVE for port object 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:09:19.527892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:19.556622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2230fa83-cd9c-42e5-b736-a8afc66d74d8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:19.594782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52552) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:19.672032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a87a6b7d-aca6-40bd-ba17-8a92fa951356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:19.716301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'Port': ['ID=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:19.721068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:19.762925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:19.786040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:19.796248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Usage tracker for resource:security_group_rule and tenant:3c7e64781bbf463ab1f0e391e28647f5 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:19.800773 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:19.802872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Network 3c869597-f489-4f34-9488-15f18970bb13 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:09:19.804786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:09:19.808409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:09:19.811253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:19.932029 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:19.932918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:20.005735 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3109794 Apr 16 05:09:20.056894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:20.063472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:20.080474 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cba29d59-f0e2-4237-86c4-c2127c56798a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:20.159489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3346d0-e5f0-4ab8-a114-090b0bd0eb73,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:20.189496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-9e6a7607-c98c-4f09-a418-5ba6098dadae None None] Provisioning for port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:09:20.191545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:20.198854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-9e6a7607-c98c-4f09-a418-5ba6098dadae None None] Provisioning complete for port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:09:20.199316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7607-c98c-4f09-a418-5ba6098dadae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:20.242360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52566) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:20.243802 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c7e64781bbf463ab1f0e391e28647f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474500 Apr 16 05:09:20.289388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-9e6a7607-c98c-4f09-a418-5ba6098dadae None None] Port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:09:20.359661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6279d0cf-5c94-4ae8-b0d3-c48265e88726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:20.397815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6279d0cf-5c94-4ae8-b0d3-c48265e88726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:20.453439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6279d0cf-5c94-4ae8-b0d3-c48265e88726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:20.458816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-22634741-8077-433f-860c-c93b09b8b9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:20.472308 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279d0cf-5c94-4ae8-b0d3-c48265e88726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3346d0-e5f0-4ab8-a114-090b0bd0eb73,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:20.475741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6279d0cf-5c94-4ae8-b0d3-c48265e88726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:20.477957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6279d0cf-5c94-4ae8-b0d3-c48265e88726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:20.479244 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6279d0cf-5c94-4ae8-b0d3-c48265e88726 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb3346d0-e5f0-4ab8-a114-090b0bd0eb73 HTTP/1.1" status: 204 len: 168 time: 0.2356532 Apr 16 05:09:20.816750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9bd0d-df3c-44b5-a8e1-6daeaf6ba23f req-ef7e8c01-e7d1-4146-af16-f3685687e6de tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:20.818579 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8bb9bd0d-df3c-44b5-a8e1-6daeaf6ba23f req-ef7e8c01-e7d1-4146-af16-f3685687e6de tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 931 time: 0.3125529 Apr 16 05:09:20.901084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8bb9bd0d-df3c-44b5-a8e1-6daeaf6ba23f req-676e22bc-ca14-412d-9f64-b005fdcd5630 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Synchronizing usage tracker for tenant:7e3c9075d734473f95c44b6eea618351 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:09:20.950211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-8bb9bd0d-df3c-44b5-a8e1-6daeaf6ba23f req-676e22bc-ca14-412d-9f64-b005fdcd5630 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Unset dirty status for tenant:7e3c9075d734473f95c44b6eea618351 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:09:20.959768 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8bb9bd0d-df3c-44b5-a8e1-6daeaf6ba23f req-676e22bc-ca14-412d-9f64-b005fdcd5630 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334374 Apr 16 05:09:21.057419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52580) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:21.092574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:21.113040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:21.117271 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c08c08724204b67914d700ede9eaefc is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:21.121343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:21.128287 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:21.226213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:21.230540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:21.238977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-06f926d2-4057-4ab7-b7ac-458f97576530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:21.286095 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c08c08724204b67914d700ede9eaefc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271690 Apr 16 05:09:21.287144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a7818-33b0-4e67-8cc7-95de73b5cf16,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:21.289536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52584) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:21.290666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:21.367496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96686556-82a6-4f15-82f4-4e3577d21ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:21.407080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96686556-82a6-4f15-82f4-4e3577d21ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:21.465995 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96686556-82a6-4f15-82f4-4e3577d21ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:21.470872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-85c97e0e-9f1d-4498-802a-2c9181d629ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:21.487658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96686556-82a6-4f15-82f4-4e3577d21ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a7818-33b0-4e67-8cc7-95de73b5cf16,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:21.503855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-96686556-82a6-4f15-82f4-4e3577d21ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:21.504913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-96686556-82a6-4f15-82f4-4e3577d21ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:21.506224 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-96686556-82a6-4f15-82f4-4e3577d21ecc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb8a7818-33b0-4e67-8cc7-95de73b5cf16 HTTP/1.1" status: 204 len: 168 time: 0.2151015 Apr 16 05:09:22.505915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-914e3824-b70f-487b-9ff9-3acb198630c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:22.800810 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:23.952671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:25.672675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:28.459056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:30.464508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52712) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:30.626024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:30.643204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:30.647741 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Usage tracker for resource:security_group_rule and tenant:9e3ca14cf0fd43e190a4bc3e9788f783 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:30.650788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:30.657686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:30.808207 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:30.815516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:30.825739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:30.869464 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e3ca14cf0fd43e190a4bc3e9788f783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4037290 Apr 16 05:09:30.870505 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0607c5c-bd13-435b-b86c-1a3688d16125,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:30.872806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52718) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:30.878742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.879157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.879560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.879950 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.880339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.880732 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.881119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.881505 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.881900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.882283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.882734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.883114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:30.887512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:30.954581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5b2d64d5-a9d7-48ef-8aab-3156364c568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:30.987942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5b2d64d5-a9d7-48ef-8aab-3156364c568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.042591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5b2d64d5-a9d7-48ef-8aab-3156364c568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.047197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6ae60fe2-0ba2-4952-afa9-5083faae9523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:31.064814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d64d5-a9d7-48ef-8aab-3156364c568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0607c5c-bd13-435b-b86c-1a3688d16125,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:31.070687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5b2d64d5-a9d7-48ef-8aab-3156364c568a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:31.083670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5b2d64d5-a9d7-48ef-8aab-3156364c568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.087074 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5b2d64d5-a9d7-48ef-8aab-3156364c568a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c0607c5c-bd13-435b-b86c-1a3688d16125 HTTP/1.1" status: 204 len: 168 time: 0.2130408 Apr 16 05:09:31.474406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52728) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:31.510019 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.540337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:31.545638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Usage tracker for resource:security_group_rule and tenant:ddf1c6be75cb421cb8367b3c30cfbd57 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:31.548930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:31.555671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:31.651963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.655456 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.663648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7e65f419-0224-401b-a61b-88c10726ef52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:31.709862 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ddf1c6be75cb421cb8367b3c30cfbd57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336953 Apr 16 05:09:31.710895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c22f15-f8c6-4386-9726-4e2005193a18,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:31.712955 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 52732) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:31.714173 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:31.792916 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a9917bd-b78d-4405-bdf0-da912e744f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.828169 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a9917bd-b78d-4405-bdf0-da912e744f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.879107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a9917bd-b78d-4405-bdf0-da912e744f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.883327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d48e543e-963d-4c24-8741-5d510d9e8630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:31.898328 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9917bd-b78d-4405-bdf0-da912e744f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c22f15-f8c6-4386-9726-4e2005193a18,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:31.901875 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a9917bd-b78d-4405-bdf0-da912e744f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:31.910649 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a9917bd-b78d-4405-bdf0-da912e744f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:31.911881 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1a9917bd-b78d-4405-bdf0-da912e744f6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9c22f15-f8c6-4386-9726-4e2005193a18 HTTP/1.1" status: 204 len: 168 time: 0.1977539 Apr 16 05:09:32.591482 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Request body: {'port': {'device_id': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:32.705656 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d58a9462-1975-4fda-8152-537d0d2208ef req-fd14a140-c8fb-4d2e-9f77-6f30aaa263c5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961370 Apr 16 05:09:32.921443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a9462-1975-4fda-8152-537d0d2208ef req-b6007d90-9077-4c27-b76f-06c5df785612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:32.923542 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d58a9462-1975-4fda-8152-537d0d2208ef req-b6007d90-9077-4c27-b76f-06c5df785612 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 1098 time: 0.1035666 Apr 16 05:09:33.085082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:33.304833 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a9462-1975-4fda-8152-537d0d2208ef req-672b1efd-1af1-409d-b353-13ff5047c5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:33.306746 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d58a9462-1975-4fda-8152-537d0d2208ef req-672b1efd-1af1-409d-b353-13ff5047c5aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 917 time: 0.3576055 Apr 16 05:09:33.326977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd57bac-227d-45d4-8cb2-b00cc3964a39 req-2a37f2ec-3d41-4f20-9f0a-ca59da075cfc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:33.328667 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bfd57bac-227d-45d4-8cb2-b00cc3964a39 req-2a37f2ec-3d41-4f20-9f0a-ca59da075cfc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 931 time: 0.5971494 Apr 16 05:09:33.533129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:09:33.542742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:33.561904 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Transition to ACTIVE for port object 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:09:33.566193 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:33.587804 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:33.671130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:33.674599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:33.739034 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bfd57bac-227d-45d4-8cb2-b00cc3964a39 req-1a74e73e-e365-4b9a-9228-f8e668d5a354 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485811 Apr 16 05:09:33.776860 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d58a9462-1975-4fda-8152-537d0d2208ef req-d1dd9179-c58d-43b0-a2ba-7c1e0036a171 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 HTTP/1.1" status: 200 len: 1001 time: 0.4596486 Apr 16 05:09:33.894246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a9462-1975-4fda-8152-537d0d2208ef req-2a0eb92d-d653-47fa-91c2-0b4b0af27d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:33.896267 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d58a9462-1975-4fda-8152-537d0d2208ef req-2a0eb92d-d653-47fa-91c2-0b4b0af27d83 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.1118753 Apr 16 05:09:34.036872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a9462-1975-4fda-8152-537d0d2208ef req-4cdacfc1-afe7-4657-a8ad-5b94f42dbd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:34.038643 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d58a9462-1975-4fda-8152-537d0d2208ef req-4cdacfc1-afe7-4657-a8ad-5b94f42dbd01 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1352170 Apr 16 05:09:34.155778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Attempting to bind port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:09:34.156225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Attempting to bind port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:09:34.156514 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Attempting to bind port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a on network 3c869597-f489-4f34-9488-15f18970bb13 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:09:34.162384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a on network 3c869597-f489-4f34-9488-15f18970bb13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:09:34.162776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Attempting to bind port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a on network 3c869597-f489-4f34-9488-15f18970bb13 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:09:34.169325 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:09:34.169708 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Checking segment: {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:09:34.170141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Bound using segment: {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:09:34.170637 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Bound port: 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6dc137b-20e9-4bd6-aa6f-343237e0a138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3c869597-f489-4f34-9488-15f18970bb13'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:09:34.171075 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:34.208360 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d58a9462-1975-4fda-8152-537d0d2208ef req-1abe342d-ae29-45ff-9184-98b62fcd08ec service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574600 Apr 16 05:09:34.287405 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] For port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a, host hv-cinder-78652, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:09:34.291256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] For port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:09:34.297091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:34.325725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:34.382680 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d58a9462-1975-4fda-8152-537d0d2208ef req-5d0fe4c4-0863-4b99-ba35-b0bfdada2d3c service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663201 Apr 16 05:09:34.494994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:34.501196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:34.537384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:34.537959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:34.539550 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] 10.222.0.47 "PUT /v2.0/ports/962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 1093 time: 1.9619720 Apr 16 05:09:34.540118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:09:34.636530 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'status': 'completed', 'code': 200} Apr 16 05:09:34.700323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-c82923fb-6a72-4480-b616-ff65019f3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:34.702113 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-c82923fb-6a72-4480-b616-ff65019f3d4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e3c9075d734473f95c44b6eea618351&device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 1096 time: 0.1097765 Apr 16 05:09:34.789091 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-422e2016-f289-4010-8225-50fff8cf92f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 217 time: 0.0765848 Apr 16 05:09:34.880354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-e4a2504c-82d3-41c4-80f1-0a9d5ddb6dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:34.881967 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-e4a2504c-82d3-41c4-80f1-0a9d5ddb6dbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae HTTP/1.1" status: 200 len: 852 time: 0.0846701 Apr 16 05:09:35.024369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-f6f9fcc9-1ecd-4ad1-ba4a-1cc293a038c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:35.027404 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-f6f9fcc9-1ecd-4ad1-ba4a-1cc293a038c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c869597-f489-4f34-9488-15f18970bb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1355243 Apr 16 05:09:35.038801 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e90de-4bef-4016-8d2f-d39dae6f4e7a req-cb451612-071b-4a8a-9406-bc7ab21b39e3 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:35.040704 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-812e90de-4bef-4016-8d2f-d39dae6f4e7a req-cb451612-071b-4a8a-9406-bc7ab21b39e3 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 943 time: 0.1402113 Apr 16 05:09:35.107527 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-812e90de-4bef-4016-8d2f-d39dae6f4e7a req-f5ae5e8c-0347-4282-8402-f38bc4335221 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600200 Apr 16 05:09:35.184389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:09:35.238184 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-2d8fd777-ce6b-45d9-8d89-39085c1a364b service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027276 Apr 16 05:09:35.398441 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-533aa9f7-0b5a-4e64-b239-6245c9cdd5a2 req-1a73b1e8-b8c1-4288-bcb8-006f3dc66b9f service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518509 Apr 16 05:09:35.542025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-3f6f00ba-af33-46c7-a46f-7dcf1e6c07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:35.543839 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-3f6f00ba-af33-46c7-a46f-7dcf1e6c07fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e3c9075d734473f95c44b6eea618351&device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 1096 time: 0.0919118 Apr 16 05:09:35.701429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-6759a886-8278-45e7-9bd4-96fa1919f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:35.703134 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-6759a886-8278-45e7-9bd4-96fa1919f36d service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c869597-f489-4f34-9488-15f18970bb13 HTTP/1.1" status: 200 len: 914 time: 0.1513700 Apr 16 05:09:35.793879 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-61ee5e59-39d9-473f-89f7-3d54a4da9067 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 217 time: 0.0810881 Apr 16 05:09:35.877051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-b1702f69-4db5-4cbe-a3f8-49f5934d0bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:35.879230 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-b1702f69-4db5-4cbe-a3f8-49f5934d0bb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae HTTP/1.1" status: 200 len: 852 time: 0.0780120 Apr 16 05:09:35.982795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-ffcab8b1-b733-4970-9d60-aa60eb6da1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:35.984742 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-ffcab8b1-b733-4970-9d60-aa60eb6da1e1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c869597-f489-4f34-9488-15f18970bb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0979216 Apr 16 05:09:36.167371 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-af7bf8bf-74ff-4784-aa1f-173d4212b204 service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750386 Apr 16 05:09:36.330768 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f88c4cc2-d30f-4cf5-9826-ee5335df5962 req-4531019e-c17c-4902-acec-97cc98c73f55 service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561093 Apr 16 05:09:36.387272 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087b835-0511-49e2-b9e7-fe9f1393a2ca req-62bdda1a-0530-4c5e-a7bc-929ca58afb5c tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:36.389030 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6087b835-0511-49e2-b9e7-fe9f1393a2ca req-62bdda1a-0530-4c5e-a7bc-929ca58afb5c tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 943 time: 0.0992305 Apr 16 05:09:36.440805 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6087b835-0511-49e2-b9e7-fe9f1393a2ca req-51fc069f-de7c-4dd1-aaa4-eabf93790cf5 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444579 Apr 16 05:09:37.670448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd076bb-52f4-4dd9-9a2b-e8503569c362 req-7bcd3351-bd6a-4045-bf8c-3bc4aae64d5e tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:37.672400 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0bd076bb-52f4-4dd9-9a2b-e8503569c362 req-7bcd3351-bd6a-4045-bf8c-3bc4aae64d5e tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 943 time: 0.1004124 Apr 16 05:09:37.725076 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0bd076bb-52f4-4dd9-9a2b-e8503569c362 req-506b26c7-aa1c-469f-ace8-fad9b1531347 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458264 Apr 16 05:09:38.957445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0cdb6-8599-43d6-82ac-bc2b65eb733d req-cd93492f-7065-42fb-be7a-34c041605e90 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:38.959238 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-43d0cdb6-8599-43d6-82ac-bc2b65eb733d req-cd93492f-7065-42fb-be7a-34c041605e90 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 943 time: 0.0970540 Apr 16 05:09:39.015199 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-43d0cdb6-8599-43d6-82ac-bc2b65eb733d req-4a51a02a-4181-4990-82cf-955c56b396d6 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487370 Apr 16 05:09:39.311396 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:09:39.474201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:09:39.491068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'port_id': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'mac_address': 'fa:16:3e:0c:fb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:09:39.578273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:39.604666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:09:39.623608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:09:39.629874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:39.633163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:39.761720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:39.767320 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:39.885723 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:09:40.241239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817030ee-9e6d-44ae-9e13-fc5e163255a5 req-3273ebd8-e4eb-4cd5-a3a9-a17574b6144f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:40.243001 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-817030ee-9e6d-44ae-9e13-fc5e163255a5 req-3273ebd8-e4eb-4cd5-a3a9-a17574b6144f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 944 time: 0.1026883 Apr 16 05:09:40.298056 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-817030ee-9e6d-44ae-9e13-fc5e163255a5 req-6c61af56-e510-42e4-b803-3783317d9637 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473993 Apr 16 05:09:41.329491 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:09:41.411947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:09:41.418260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:09:41.418704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:41.561011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:41.595412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:09:41.607350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:09:41.611021 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:41.613525 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:41.668216 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'code': 200} Apr 16 05:09:41.694211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:41.698049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:41.726644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a768f-9b93-4471-9a66-de3e6e62144b req-a7b9580d-53c2-406c-addc-8682fcafcb75 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:41.728418 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a81a768f-9b93-4471-9a66-de3e6e62144b req-a7b9580d-53c2-406c-addc-8682fcafcb75 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.1346283 Apr 16 05:09:41.782079 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a81a768f-9b93-4471-9a66-de3e6e62144b req-f4dd67f7-f596-4705-bae5-3e3b2147ce56 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466688 Apr 16 05:09:41.953476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dbff1c-34a0-4321-b69b-15f556aec21c req-7cfad0bf-062f-4f95-8636-f011addd0c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:41.955869 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4dbff1c-34a0-4321-b69b-15f556aec21c req-7cfad0bf-062f-4f95-8636-f011addd0c70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 1098 time: 0.0939579 Apr 16 05:09:42.011283 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4dbff1c-34a0-4321-b69b-15f556aec21c req-a36672fb-d891-4bb3-8e6b-f7dde3aba3a5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419230 Apr 16 05:09:43.019454 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0bf3-23c0-47bb-8e67-cb13a0fe5bda req-36cb8cea-4968-4dc7-912f-8a60b8a49abc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:43.026209 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f82d0bf3-23c0-47bb-8e67-cb13a0fe5bda req-36cb8cea-4968-4dc7-912f-8a60b8a49abc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.1184368 Apr 16 05:09:43.083461 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f82d0bf3-23c0-47bb-8e67-cb13a0fe5bda req-cdfdb285-87a0-4e11-addc-e0ff057fce48 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533855 Apr 16 05:09:44.317155 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3db2e8-6018-4d3a-a3b1-2b1b585669d4 req-8702676f-1b58-4912-96d6-5a49096d23ec tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:44.317155 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ed3db2e8-6018-4d3a-a3b1-2b1b585669d4 req-8702676f-1b58-4912-96d6-5a49096d23ec tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.1026554 Apr 16 05:09:44.373162 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ed3db2e8-6018-4d3a-a3b1-2b1b585669d4 req-f1accb0c-a4e8-489c-b5e6-0bcb297c9a1a tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509186 Apr 16 05:09:44.591659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb8279-a790-459f-bebd-c1623185bc45 req-e0734adb-a7a2-4cdb-b019-17e738e8bded tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:44.593355 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7adb8279-a790-459f-bebd-c1623185bc45 req-e0734adb-a7a2-4cdb-b019-17e738e8bded tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.1032319 Apr 16 05:09:44.653552 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7adb8279-a790-459f-bebd-c1623185bc45 req-7e9018eb-7610-4459-b929-04e1952cc780 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496445 Apr 16 05:09:45.108713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de3202-5538-4e08-ae0b-c4a471bbbd48 req-366e6d3f-bdf5-4391-b65a-5d56eb30f86e tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:45.110392 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-15de3202-5538-4e08-ae0b-c4a471bbbd48 req-366e6d3f-bdf5-4391-b65a-5d56eb30f86e tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.0996065 Apr 16 05:09:45.165793 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-15de3202-5538-4e08-ae0b-c4a471bbbd48 req-464d89f2-b11a-4a80-bb0e-2c03ba565c83 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486159 Apr 16 05:09:49.666433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-364e7576-b5a1-496f-9a4a-89ca92e811da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:50.722945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eeae9a-f53e-467d-bc1d-c6bb57536e5d req-4903c848-61fe-4ee1-b299-f4321d0673a3 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:50.724656 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-37eeae9a-f53e-467d-bc1d-c6bb57536e5d req-4903c848-61fe-4ee1-b299-f4321d0673a3 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.1005175 Apr 16 05:09:50.778683 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-37eeae9a-f53e-467d-bc1d-c6bb57536e5d req-c43c0fde-ba25-45af-af77-d151993ef7fb tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471191 Apr 16 05:09:50.805533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52984) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:51.022421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86172862-d3fe-4c87-8e94-a547146251fb tempest-TestMinimumBasicScenario-90362592 tempest-TestMinimumBasicScenario-90362592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:51.024169 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-86172862-d3fe-4c87-8e94-a547146251fb tempest-TestMinimumBasicScenario-90362592 tempest-TestMinimumBasicScenario-90362592-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 1093 time: 0.2174683 Apr 16 05:09:51.027336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 52990) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:51.033311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'floatingip': {'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'port_id': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'fixed_ip_address': '172.20.0.3'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:51.040077 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:51.044717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Usage tracker for resource:floatingip and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:51.047969 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:51.054324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:51.065597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for floatingip, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:51.224294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:51.385926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Allocated IP 172.28.1.25 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/8087232e-3a2b-48c7-983c-1c7de117f0f2) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:09:51.555971 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:51.588250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:51.604393 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:51.744005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'Port': ['ID=8087232e-3a2b-48c7-983c-1c7de117f0f2,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:51.767494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.767909 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.768320 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.768722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.769122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.769874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.770279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.770701 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.771098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.771492 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.771889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.772277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:09:51.778009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:51.824526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:09:51.825723 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:09:51.828736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:09:52.527063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bc7702d2-c2fc-4b1b-af62-d1590db9fa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:52.662949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:52.747563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:52.813627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:53.004003 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:53.008000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:53.023284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:53.177427 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'Port': ['ID=8087232e-3a2b-48c7-983c-1c7de117f0f2,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:53.180687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:53.306599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:53.508728 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Floating IP de7f3040-b1cf-4402-af63-d76de3387e99 associated. External IP: 172.28.1.25, port: 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a. Apr 16 05:09:53.996684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Router 4a9148ec-c331-4283-9310-d0e869462ffe has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:09:54.009093 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.291211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:09:54.308316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] Sync routers for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:09:54.332504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:09:54.334516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:09:52Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:54.358468 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.470651 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4419460 Apr 16 05:09:54.471702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:09:54.475653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53036) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:54.481943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-956047720', 'description': 'tempest-secgroup-smoke-956047720 description', 'project_id': '7e3c9075d734473f95c44b6eea618351'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:54.491190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:54.505331 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:54.521661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.532056 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'status': 'completed', 'code': 200} Apr 16 05:09:54.559344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:54.567693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Usage tracker for resource:security_group_rule and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:54.571910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:54.582144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:54.668043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:09:54.681706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.686818 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.706590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-ee37b25d-7f68-4aea-b2f6-172d05a1fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:54.708328 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-ee37b25d-7f68-4aea-b2f6-172d05a1fb44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e3c9075d734473f95c44b6eea618351&device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 1098 time: 0.1532359 Apr 16 05:09:54.712411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2bd39c0e-8e3b-4314-b062-fc82f6c0720b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:54.754397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.754397 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2730772 Apr 16 05:09:54.757998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53046) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:54.768591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'security_group_rule': {'security_group_id': '63051f0d-eee4-4584-b31a-c87f8cae8c8d', 'project_id': '7e3c9075d734473f95c44b6eea618351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:54.779546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:54.782517 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63051f0d-eee4-4584-b31a-c87f8cae8c8d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:54.787945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4a694151-2a11-49af-866c-cc6bdd407890 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:54.789060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Usage tracker for resource:security_group_rule and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:54.792950 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:54.803298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:54.833892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.919828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.923529 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.931147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eafe70b9-f303-4c09-b522-7c42b95a5ca4 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:54.983731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339ebf14-6f00-4541-8bc8-4114a3ca2de5,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:54.991716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:54.993092 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:54.994744 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2352014 Apr 16 05:09:54.998002 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53050) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:55.004340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'security_group_rule': {'security_group_id': '63051f0d-eee4-4584-b31a-c87f8cae8c8d', 'project_id': '7e3c9075d734473f95c44b6eea618351', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:55.011964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-43a4576f-d0c6-4a34-a24f-19f0480e9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:55.012240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:55.015404 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-43a4576f-d0c6-4a34-a24f-19f0480e9c85 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c869597-f489-4f34-9488-15f18970bb13 HTTP/1.1" status: 200 len: 914 time: 0.2903636 Apr 16 05:09:55.017957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Usage tracker for resource:security_group_rule and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:55.022111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:55.030135 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:55.050311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.153591 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-371c4682-ef74-4e59-af9f-cacd46e488a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 998 time: 0.1308618 Apr 16 05:09:55.164593 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.169311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.172794 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:55.218279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73bfae4-1f5e-4c97-ba90-75796fac255e,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:55.221396 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:55.232277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.236541 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-a6b4c9bb-87fc-4f74-89da-598b803ebddc tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2344689 Apr 16 05:09:55.236740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53054) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:55.243215 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'security_group_rule': {'security_group_id': '63051f0d-eee4-4584-b31a-c87f8cae8c8d', 'project_id': '7e3c9075d734473f95c44b6eea618351', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:55.243911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-16f7c87e-6396-4f2b-848f-933cd4bd7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:55.248104 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-16f7c87e-6396-4f2b-848f-933cd4bd7f5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae HTTP/1.1" status: 200 len: 852 time: 0.0866916 Apr 16 05:09:55.250349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:55.254989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Usage tracker for resource:security_group_rule and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:55.258633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:55.265312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:55.285097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.308232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'de7f3040-b1cf-4402-af63-d76de3387e99', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'floating_ip_address': '172.28.1.25', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'port_id': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'mac_address': 'fa:16:3e:0c:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:09:52Z', 'updated_at': '2021-04-16T05:09:52Z', 'revision_number': 0, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:53Z', 'revision_number': 5, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:55.313213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] Checking router: 4a9148ec-c331-4283-9310-d0e869462ffe for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:09:55.324275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:09:55.324711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:09:52Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:55.363313 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-9126fd26-cdab-4a20-9998-171f28bcc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:55.366278 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-9126fd26-cdab-4a20-9998-171f28bcc328 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c869597-f489-4f34-9488-15f18970bb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1109636 Apr 16 05:09:55.370375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.373772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.375992 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:55.402051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceef969f-96f2-491a-a8c1-a33370f9c317,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:55.405030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:55.413606 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.414978 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-88bf51b0-6912-45e4-9efb-2b5064feda4f tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771753 Apr 16 05:09:55.417882 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53060) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:55.423862 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'security_group_rule': {'security_group_id': '63051f0d-eee4-4584-b31a-c87f8cae8c8d', 'project_id': '7e3c9075d734473f95c44b6eea618351', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:55.431273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:55.436054 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Usage tracker for resource:security_group_rule and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:55.440160 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:55.447356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:55.473051 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.546981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:09:55.547880 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-9c339181-6ce4-4b32-a8a9-5e577c397943 service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730447 Apr 16 05:09:55.565403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.569480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.572180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:55.603966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.610675 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1915309 Apr 16 05:09:55.615296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53068) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:55.626075 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'security_group_rule': {'security_group_id': '63051f0d-eee4-4584-b31a-c87f8cae8c8d', 'project_id': '7e3c9075d734473f95c44b6eea618351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:55.634022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4ddda7-28f2-4b9e-b846-c211e25204fc,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:55.639801 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:55.645489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0c3e9406-2ee3-4942-9d26-9e83273c3cba tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:55.649032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Usage tracker for resource:security_group_rule and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:55.654985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:55.663303 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:55.676617 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.securitygroups_db [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Project 7e3c9075d734473f95c44b6eea618351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:09:55.685460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.745819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.809230 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.816917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.819586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:55.833417 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f233542-72d4-4cdf-ac83-b55e4574b545 req-8ba2d7b8-ad64-4090-ba4e-69d8fb6f541b service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790446 Apr 16 05:09:55.843995 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3c581a-4518-430b-8dde-efb943d93911,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:55.854680 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:55.876774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:55.882444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53080) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:09:55.883135 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-a9120122-4091-4d7a-b6d9-2f3934f68cde tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2660148 Apr 16 05:09:55.888966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'security_group_rule': {'security_group_id': '63051f0d-eee4-4584-b31a-c87f8cae8c8d', 'project_id': '7e3c9075d734473f95c44b6eea618351', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:55.899956 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:09:55.909466 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Usage tracker for resource:security_group_rule and tenant:7e3c9075d734473f95c44b6eea618351 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:09:55.912797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:09:55.921993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:09:55.932206 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.securitygroups_db [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Project 7e3c9075d734473f95c44b6eea618351 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:09:55.956505 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:56.024817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'de7f3040-b1cf-4402-af63-d76de3387e99', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'floating_ip_address': '172.28.1.25', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'port_id': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'mac_address': 'fa:16:3e:0c:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:09:52Z', 'updated_at': '2021-04-16T05:09:52Z', 'revision_number': 0, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:53Z', 'revision_number': 5, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:09:56.029480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1296390-efeb-48ad-8275-f3532658a164 None None] The sync data for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb is: [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'de7f3040-b1cf-4402-af63-d76de3387e99', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'floating_ip_address': '172.28.1.25', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'port_id': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'mac_address': 'fa:16:3e:0c:fb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:09:52Z', 'updated_at': '2021-04-16T05:09:52Z', 'revision_number': 0, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:53Z', 'revision_number': 5, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:09:56.046690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:56.051670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:56.066658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:56.105112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5924add-ddbd-4266-a20a-e1d1c9286911,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:56.110147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:56.120924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:56.123334 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-463d5e77-4dcf-462b-a115-e702137ef798 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2394645 Apr 16 05:09:56.319487 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-8f0e0d0a-46a2-4aa5-9441-b2f285e2fd48 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Synchronizing usage tracker for tenant:7e3c9075d734473f95c44b6eea618351 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:09:56.337423 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-8f0e0d0a-46a2-4aa5-9441-b2f285e2fd48 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Unset dirty status for tenant:7e3c9075d734473f95c44b6eea618351 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:09:56.338760 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-8f0e0d0a-46a2-4aa5-9441-b2f285e2fd48 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956047720&fields=id&tenant_id=7e3c9075d734473f95c44b6eea618351 HTTP/1.1" status: 200 len: 267 time: 0.0668316 Apr 16 05:09:56.350452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a80c98-ede5-4622-aab0-3cadb76b50ff None None] New status for floating IP de7f3040-b1cf-4402-af63-d76de3387e99: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:09:56.459449 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-8ab44fb8-f34c-46cf-8793-ab0de373a041 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:56.462368 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-8ab44fb8-f34c-46cf-8793-ab0de373a041 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.1159685 Apr 16 05:09:56.483711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'port': {'security_groups': ['5cf921e8-dee5-4159-b2bc-59a09e36a6f4', '63051f0d-eee4-4584-b31a-c87f8cae8c8d']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:09:56.631337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:56.964757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] For port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:09:57.000543 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:57.004884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:57.020208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:09:57.038251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d370269d-6b91-4908-9e26-ea2da97bec3b tempest-ServerRescueNegativeTestJSON-131821832 tempest-ServerRescueNegativeTestJSON-131821832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:09:57.216633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'Port': ['ID=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,revision_number=6']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:09:57.222977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:09:57.268908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:57.270005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:57.294197 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3b1bf9c2-5422-4126-aaff-e8849a91299a req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "PUT /v2.0/ports/962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 981 time: 0.8169763 Apr 16 05:09:57.294991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:09:57.384211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:09:57.498678 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'status': 'completed', 'code': 200} Apr 16 05:09:57.618117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-fd6a1571-ab67-49d7-a01f-5c12093d9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:57.619965 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-fd6a1571-ab67-49d7-a01f-5c12093d9e5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e3c9075d734473f95c44b6eea618351&device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 1137 time: 0.0880141 Apr 16 05:09:57.638679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-011d72f1-6322-4c3d-9cb8-28bb30361a93 None None] Provisioning complete for port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:09:57.639113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-011d72f1-6322-4c3d-9cb8-28bb30361a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:57.680042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf868bb8-532e-47e1-8129-73250c646a77 req-d8c99610-0b91-472c-a3e8-b9821c352108 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:57.681900 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bf868bb8-532e-47e1-8129-73250c646a77 req-d8c99610-0b91-472c-a3e8-b9821c352108 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.1687689 Apr 16 05:09:57.757631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44ad11-0121-404f-a296-142108068d46 req-6d940b49-5987-4f37-860a-5b7c353153ba tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:57.760771 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eb44ad11-0121-404f-a296-142108068d46 req-6d940b49-5987-4f37-860a-5b7c353153ba tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1543150 Apr 16 05:09:57.778412 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-bf868bb8-532e-47e1-8129-73250c646a77 req-376b3761-72ad-475f-b903-0aab1d2ebb5d tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772991 Apr 16 05:09:57.837165 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-340ab342-b23b-4c09-967a-bfabbbf1ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:57.840448 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-340ab342-b23b-4c09-967a-bfabbbf1ed33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c869597-f489-4f34-9488-15f18970bb13 HTTP/1.1" status: 200 len: 914 time: 0.2126937 Apr 16 05:09:57.847382 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eb44ad11-0121-404f-a296-142108068d46 req-cae3f825-c0a6-44f1-9337-f2e542225c13 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599031 Apr 16 05:09:57.970551 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-fc19a545-efe3-4ab5-956b-e7c899789042 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 1000 time: 0.1218388 Apr 16 05:09:58.057036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-fe509d04-24a0-4430-b514-f356f333f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:58.058994 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-fe509d04-24a0-4430-b514-f356f333f250 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae HTTP/1.1" status: 200 len: 852 time: 0.0806236 Apr 16 05:09:58.439899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-6c39e329-b035-441c-9a35-62df1d0253bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:58.441300 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-6c39e329-b035-441c-9a35-62df1d0253bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c869597-f489-4f34-9488-15f18970bb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3748333 Apr 16 05:09:58.462451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:09:58.628318 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-c2672270-0eca-47b3-b89f-10203c15ac33 service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766956 Apr 16 05:09:58.794077 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-927fe5b1-40b0-45d9-b6d4-ca927e675b04 req-30a7a849-a76d-42c7-9d0d-e593fc12ba0d service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483457 Apr 16 05:09:59.073957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb9457-88ca-4767-88b2-a4f64403861a req-20388160-a80c-475c-a07c-1eeb30026510 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:09:59.075705 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-11bb9457-88ca-4767-88b2-a4f64403861a req-20388160-a80c-475c-a07c-1eeb30026510 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.0971482 Apr 16 05:09:59.128894 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-11bb9457-88ca-4767-88b2-a4f64403861a req-bec8cb50-2e88-45be-a650-fcc9e0471a25 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463078 Apr 16 05:10:00.347764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5591295b-a62a-4e01-8832-ee8210ffdc43 req-34ab6234-48e5-4f1c-8c7f-70ccc9a4002b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:00.349389 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5591295b-a62a-4e01-8832-ee8210ffdc43 req-34ab6234-48e5-4f1c-8c7f-70ccc9a4002b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.0905266 Apr 16 05:10:00.408918 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5591295b-a62a-4e01-8832-ee8210ffdc43 req-83c4e7d9-3b0a-4c40-8cbf-72e5da1ce438 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473638 Apr 16 05:10:01.378252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53150) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:01.584323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:01.601950 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:10:01.607105 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Usage tracker for resource:security_group_rule and tenant:f66b31726235440388d10ace085b6fff is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:10:01.610542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:10:01.617873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:10:01.647931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb6d2e-d00d-464f-84d0-e64f01805516 req-62343900-2aa2-419c-8ec1-f3c84899ff4e tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:01.649652 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cdb6d2e-d00d-464f-84d0-e64f01805516 req-62343900-2aa2-419c-8ec1-f3c84899ff4e tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1082120 Apr 16 05:10:01.711912 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cdb6d2e-d00d-464f-84d0-e64f01805516 req-155968e8-0c44-4122-a3f8-97802c480e3c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500560 Apr 16 05:10:01.724685 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:01.729110 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:01.744927 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b24c087d-4c8e-40b1-968e-c5c7daf67aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:01.804694 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f66b31726235440388d10ace085b6fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250715 Apr 16 05:10:01.805594 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c774e2-e671-46a1-822d-107c1faf3acf,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:01.807536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53158) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:01.809623 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:01.875162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72408477-5375-4f1e-96e0-8f32f590be0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:01.905266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72408477-5375-4f1e-96e0-8f32f590be0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:01.964644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72408477-5375-4f1e-96e0-8f32f590be0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:01.969451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a9917bd-b78d-4405-bdf0-da912e744f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:01.985090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72408477-5375-4f1e-96e0-8f32f590be0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c774e2-e671-46a1-822d-107c1faf3acf,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:01.987714 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72408477-5375-4f1e-96e0-8f32f590be0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:01.991799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-72408477-5375-4f1e-96e0-8f32f590be0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:01.993851 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-72408477-5375-4f1e-96e0-8f32f590be0a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54c774e2-e671-46a1-822d-107c1faf3acf HTTP/1.1" status: 204 len: 168 time: 0.1839557 Apr 16 05:10:03.018326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8cfca-2f58-4d2a-96df-15b126ed3cdc req-eca35174-f92b-4e95-bcc0-0cc2b139b25f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:03.022391 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-25f8cfca-2f58-4d2a-96df-15b126ed3cdc req-eca35174-f92b-4e95-bcc0-0cc2b139b25f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1340539 Apr 16 05:10:03.123172 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-25f8cfca-2f58-4d2a-96df-15b126ed3cdc req-75c90eb8-0569-421b-8a17-1e21dc891c72 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859632 Apr 16 05:10:04.369737 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ef044-932b-4dac-99b1-519434daff6b req-99ad52ee-561a-4496-a8c2-2277cf714487 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:04.372765 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cf3ef044-932b-4dac-99b1-519434daff6b req-99ad52ee-561a-4496-a8c2-2277cf714487 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1148961 Apr 16 05:10:04.437854 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cf3ef044-932b-4dac-99b1-519434daff6b req-da51415d-70bb-4841-9c00-09a8204ae9d4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513041 Apr 16 05:10:05.677070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f3821-1c7b-4803-91d2-a39d2500f4f2 req-34ef02f5-8609-4f3b-81c0-a7d5ee82170f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:05.680150 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5d5f3821-1c7b-4803-91d2-a39d2500f4f2 req-34ef02f5-8609-4f3b-81c0-a7d5ee82170f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1071408 Apr 16 05:10:05.743907 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5d5f3821-1c7b-4803-91d2-a39d2500f4f2 req-57637418-c731-4201-8000-f0c93e899261 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519884 Apr 16 05:10:07.274140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03b821-a8fc-44fb-bea9-726bb82768c0 req-042eb787-3641-42c8-b9c0-32b7588417e3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:07.275895 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3c03b821-a8fc-44fb-bea9-726bb82768c0 req-042eb787-3641-42c8-b9c0-32b7588417e3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.0999162 Apr 16 05:10:07.344961 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3c03b821-a8fc-44fb-bea9-726bb82768c0 req-e5d52f1d-149b-49e1-80ec-656d05e8c5ee tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558238 Apr 16 05:10:08.612980 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d0597-57b4-4db8-b986-ce26d10adb57 req-849b919f-b9fd-439b-9f6d-3b7773863265 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:08.614927 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cb1d0597-57b4-4db8-b986-ce26d10adb57 req-849b919f-b9fd-439b-9f6d-3b7773863265 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1050522 Apr 16 05:10:08.673129 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cb1d0597-57b4-4db8-b986-ce26d10adb57 req-5830e133-8647-4e05-ad85-50f9bc34e8b1 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513806 Apr 16 05:10:09.931695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c945e52f-c10d-4d9f-a316-56e87d0016d9 req-0457bafe-30c2-4bd1-933f-91522ab3fc87 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:09.933568 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c945e52f-c10d-4d9f-a316-56e87d0016d9 req-0457bafe-30c2-4bd1-933f-91522ab3fc87 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.0950487 Apr 16 05:10:09.993047 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c945e52f-c10d-4d9f-a316-56e87d0016d9 req-0457f5ff-8070-48fe-8ea2-6987b895a6b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509171 Apr 16 05:10:11.267943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46949f2-bfb8-4a4f-a123-6332f1500062 req-e754bbbc-a583-41af-89b6-7d5ba20ccd1a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:11.271822 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a46949f2-bfb8-4a4f-a123-6332f1500062 req-e754bbbc-a583-41af-89b6-7d5ba20ccd1a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1207430 Apr 16 05:10:11.338453 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a46949f2-bfb8-4a4f-a123-6332f1500062 req-3db0b8b2-c9d0-4b7e-b53b-3d4fa81f39d4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579207 Apr 16 05:10:12.191542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:10:12.629795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1738f7-805b-42da-a00a-b2a913dbc5b3 req-774dbfae-2a8f-4a05-a7bf-78c67c9bf789 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:12.632038 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9e1738f7-805b-42da-a00a-b2a913dbc5b3 req-774dbfae-2a8f-4a05-a7bf-78c67c9bf789 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1181982 Apr 16 05:10:12.695139 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9e1738f7-805b-42da-a00a-b2a913dbc5b3 req-df1592be-bf5b-4671-9692-c5371ec186b3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541747 Apr 16 05:10:13.929218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739242d-656a-4cdb-b666-e3a454b0d592 req-9f746afd-d910-43dd-a908-908e1f525f00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:13.931896 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f739242d-656a-4cdb-b666-e3a454b0d592 req-9f746afd-d910-43dd-a908-908e1f525f00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1026969 Apr 16 05:10:14.024574 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f739242d-656a-4cdb-b666-e3a454b0d592 req-550db63c-ca8a-46fd-b1f5-a0adf6c950cc tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852325 Apr 16 05:10:15.450277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:10:15.564259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4ec0d-e009-42d1-8c4f-f6cd5693fe6e req-f68d56d3-1092-4ab4-81f7-720cd07cc3c5 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:15.565916 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8b4ec0d-e009-42d1-8c4f-f6cd5693fe6e req-f68d56d3-1092-4ab4-81f7-720cd07cc3c5 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 945 time: 0.4291286 Apr 16 05:10:15.576109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b3905-f3c2-4548-b8b6-f501370df4b8 req-387fadb3-cb0f-4263-9ebd-13a93444f27f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:15.577778 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6d3b3905-f3c2-4548-b8b6-f501370df4b8 req-387fadb3-cb0f-4263-9ebd-13a93444f27f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.3994176 Apr 16 05:10:15.635917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:15.655246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'port_id': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'mac_address': 'fa:16:3e:9c:6d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:10:15.666413 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8b4ec0d-e009-42d1-8c4f-f6cd5693fe6e req-8ac2c0b1-5298-4a2b-bf3b-4977eda0bf23 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871694 Apr 16 05:10:15.682457 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6d3b3905-f3c2-4548-b8b6-f501370df4b8 req-a444bdf1-3245-444c-a18b-b152f1a80424 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784657 Apr 16 05:10:15.726502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:15.747546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:10:15.765634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:15.770423 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:15.772905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:15.858699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:15.870287 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.871409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.871409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.871788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.871891 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.872194 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.872570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.872941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.873315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.873686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.874053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.874419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:15.879025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:10:15.906590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:17.181621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d76eb-344e-4e8f-8dea-b0fec1f31d50 req-d2857740-cee4-4efc-8552-f9dd35cf7330 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:17.183467 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-818d76eb-344e-4e8f-8dea-b0fec1f31d50 req-d2857740-cee4-4efc-8552-f9dd35cf7330 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 944 time: 0.2682929 Apr 16 05:10:17.239752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b29489-1c0d-47dd-a5ea-5033da74f7c4 req-0d0fe2a6-9b89-4f3b-b4fe-626ce8fa71ee tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:17.248975 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d4b29489-1c0d-47dd-a5ea-5033da74f7c4 req-0d0fe2a6-9b89-4f3b-b4fe-626ce8fa71ee tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 945 time: 0.1953869 Apr 16 05:10:17.320704 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d4b29489-1c0d-47dd-a5ea-5033da74f7c4 req-90908b57-dc38-4de1-9547-387e33890280 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706465 Apr 16 05:10:17.356342 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-818d76eb-344e-4e8f-8dea-b0fec1f31d50 req-592ea427-20f8-4f41-99c5-8ce5724fc60c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566930 Apr 16 05:10:17.373099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ec386-cafd-44e1-9abf-f3809b761391 req-f33fb20d-abc6-4587-8165-426053866474 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:17.374054 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-573ec386-cafd-44e1-9abf-f3809b761391 req-f33fb20d-abc6-4587-8165-426053866474 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Synchronizing usage tracker for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:10:17.393209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-573ec386-cafd-44e1-9abf-f3809b761391 req-f33fb20d-abc6-4587-8165-426053866474 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Unset dirty status for tenant:53681adc070648b78e5e0d6dbd99d9fe on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:10:17.396150 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-573ec386-cafd-44e1-9abf-f3809b761391 req-f33fb20d-abc6-4587-8165-426053866474 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 945 time: 0.2245247 Apr 16 05:10:17.463745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:10:17.559942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Deleting port 6a263910-9b4f-4aad-a81e-97d12b7662dd {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:10:17.560322 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:17.598208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:10:17.598831 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:17.770658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:17.807447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:10:17.826459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:17.831080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:17.833443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:17.878012 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'code': 200} Apr 16 05:10:17.888555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] For port 6a263910-9b4f-4aad-a81e-97d12b7662dd, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6a263910-9b4f-4aad-a81e-97d12b7662dd,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:17.888939 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:17.960637 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=7']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:17.964645 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:18.283532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:18.284218 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:18.284334 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Floating IP b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2 disassociated. External IP: 172.28.1.111, port: 6a263910-9b4f-4aad-a81e-97d12b7662dd. Apr 16 05:10:18.284737 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Calling delete_port for 6a263910-9b4f-4aad-a81e-97d12b7662dd owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:10:18.615246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f89625-e12f-4588-b736-e2fbe8a840da req-376dc486-6dc6-4bc9-a643-251c60c03f9c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:18.624161 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-04f89625-e12f-4588-b736-e2fbe8a840da req-376dc486-6dc6-4bc9-a643-251c60c03f9c tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 945 time: 0.1070065 Apr 16 05:10:18.685546 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-04f89625-e12f-4588-b736-e2fbe8a840da req-077c0763-8a61-47af-86d6-fdbaabd1d225 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups?id=432ca065-e5a8-4272-bc93-a0550614cc6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598104 Apr 16 05:10:18.730581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:18.793091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:18.962557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9c40-159c-4dc9-8029-fb1b9545d43f req-2a2844ce-9ca0-4c81-bdcc-a3aef8ce4da3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:18.974645 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event deleted for resources: {'Port': ['ID=6a263910-9b4f-4aad-a81e-97d12b7662dd,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:18.980206 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2faf9c40-159c-4dc9-8029-fb1b9545d43f req-2a2844ce-9ca0-4c81-bdcc-a3aef8ce4da3 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.2886009 Apr 16 05:10:18.985771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:19.072957 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2faf9c40-159c-4dc9-8029-fb1b9545d43f req-fc4a26f7-7dff-4751-81e2-dcf28561e627 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903113 Apr 16 05:10:19.351587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Router 530968bd-cf5a-4616-996c-a7f8762e8570 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:10:19.584175 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:10:19.595856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] Sync routers for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:10:19.607297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:10:19.607924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:09:52Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:19.697958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] No DVR routers for this DVR port 6a263910-9b4f-4aad-a81e-97d12b7662dd on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:10:19.701811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:19.714501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'name': 'network-vif-deleted', 'tag': '6a263910-9b4f-4aad-a81e-97d12b7662dd'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:10:19.732035 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-573ec386-cafd-44e1-9abf-f3809b761391 req-69ea946c-d199-44b2-a2ee-0d8ef66ab8cb tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.47 "DELETE /v2.0/ports/6a263910-9b4f-4aad-a81e-97d12b7662dd HTTP/1.1" status: 204 len: 173 time: 2.3284159 Apr 16 05:10:19.795573 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcecbbba-47ee-4c39-af7e-b5445948a883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:19.796179 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65a7b3b-5a35-488c-8cda-b935d157c3ac', 'name': 'network-vif-deleted', 'tag': '6a263910-9b4f-4aad-a81e-97d12b7662dd', 'status': 'completed', 'code': 200} Apr 16 05:10:19.899043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:10:19.951886 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-97aaa6dd-8ce1-4b79-967d-93ffa2155f18 req-c5546c72-930b-479b-872a-48c70718f307 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/ports?device_id=f65a7b3b-5a35-488c-8cda-b935d157c3ac HTTP/1.1" status: 200 len: 210 time: 0.0637414 Apr 16 05:10:20.495478 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacb867-cf6b-4f62-adad-d4508724f483 req-c57e8d13-5be3-4e97-a65f-08da92a5c0bb tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:20.498614 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7dacb867-cf6b-4f62-adad-d4508724f483 req-c57e8d13-5be3-4e97-a65f-08da92a5c0bb tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.2031105 Apr 16 05:10:20.590497 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7dacb867-cf6b-4f62-adad-d4508724f483 req-bc51f3fa-38b2-46cd-a342-a324a15ee424 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841129 Apr 16 05:10:20.820819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:20.829139 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] Checking router: 530968bd-cf5a-4616-996c-a7f8762e8570 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:10:20.844937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:10:20.845683 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:09:52Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:21.113908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53444) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:21.183702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:10:21.198496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2dd340f0-f114-4900-a9ad-03df909799f3 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:21.240853 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2dd340f0-f114-4900-a9ad-03df909799f3 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:21.318209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2dd340f0-f114-4900-a9ad-03df909799f3 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:21.324450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1a1ae3f8-81f3-43fd-88fc-e4a1883c699c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:21.342353 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd340f0-f114-4900-a9ad-03df909799f3 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432ca065-e5a8-4272-bc93-a0550614cc6d,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:21.346885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2dd340f0-f114-4900-a9ad-03df909799f3 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:21.356967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2dd340f0-f114-4900-a9ad-03df909799f3 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:21.361109 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2dd340f0-f114-4900-a9ad-03df909799f3 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "DELETE /v2.0/security-groups/432ca065-e5a8-4272-bc93-a0550614cc6d HTTP/1.1" status: 204 len: 168 time: 0.2435238 Apr 16 05:10:21.361461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53448) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:21.381575 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.v2.resource [None req-2a8ad3ac-6e51-44e6-aaf9-49ad5c9b35e1 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] show failed (client error): The resource could not be found. Apr 16 05:10:21.385496 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2a8ad3ac-6e51-44e6-aaf9-49ad5c9b35e1 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "GET /v2.0/security-groups/432ca065-e5a8-4272-bc93-a0550614cc6d HTTP/1.1" status: 404 len: 347 time: 0.0204628 Apr 16 05:10:21.386126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53452) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:21.571023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 6a263910-9b4f-4aad-a81e-97d12b7662dd no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:10:21.619717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Deleting port 28481947-3a62-4976-ab10-519d9cba9aed {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:10:21.620397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:21.624675 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 6a263910-9b4f-4aad-a81e-97d12b7662dd {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:10:21.625079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 6a263910-9b4f-4aad-a81e-97d12b7662dd not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:10:21.697945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:21.704542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae3860b-2f26-45b5-9d36-220d782eaa82 None None] The sync data for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb is: [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:04:31Z', 'revision_number': 4, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '7c924938-001c-4510-a2c8-f7c522bff618', 'name': '', 'network_id': '984efdec-5b56-404c-a3d4-f6e7a0fea60f', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'mac_address': 'fa:16:3e:66:8d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:28Z', 'updated_at': '2021-04-16T05:04:44Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'subnets': [{'id': 'cc08d292-4cd7-4933-91d4-1f965ab9e70a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:10:21.874883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188caad6-7b57-439f-a879-414924e2a20b req-3c486238-00b5-4b4b-aff6-b3c245dd7b95 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:21.883935 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-188caad6-7b57-439f-a879-414924e2a20b req-3c486238-00b5-4b4b-aff6-b3c245dd7b95 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1260722 Apr 16 05:10:21.933813 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:21.934464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:21.964443 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-188caad6-7b57-439f-a879-414924e2a20b req-90acde7e-874e-45d1-b9f9-49c3fbc2153a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790658 Apr 16 05:10:22.232307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Calling delete_port for 28481947-3a62-4976-ab10-519d9cba9aed owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:10:22.342841 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1b2bb-6938-4de3-a704-7ac25c527c95 None None] New status for floating IP b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:10:22.500375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:22.551179 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a26ed25-32ea-47db-91fa-6442593120a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:22.628864 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-297fbe29-354c-4edd-89dc-e878731a4705 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:22.655068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-34f1b2bb-6938-4de3-a704-7ac25c527c95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85338) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:10:22.656597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.api [None req-34f1b2bb-6938-4de3-a704-7ac25c527c95 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 05:10:22.810596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:22.975565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Pushing event deleted for resources: {'Port': ['ID=28481947-3a62-4976-ab10-519d9cba9aed,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:23.005744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:23.160559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f1b2bb-6938-4de3-a704-7ac25c527c95 None None] New status for floating IP b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:10:23.183230 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:23.225024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:23.242628 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0a60b542-6e00-4a19-b175-ecd3bb186579 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] 10.222.0.48 "DELETE /v2.0/floatingips/b78e8f5c-d9f3-4159-aa02-9cc1f1409dc2 HTTP/1.1" status: 204 len: 168 time: 1.8480315 Apr 16 05:10:23.272911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dbab5-c6f3-4769-8a04-f56f38cf9d8c req-f34d63f1-0a40-4200-a395-c2835d3f0994 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:23.274848 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-339dbab5-c6f3-4769-8a04-f56f38cf9d8c req-f34d63f1-0a40-4200-a395-c2835d3f0994 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1312521 Apr 16 05:10:23.369878 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-339dbab5-c6f3-4769-8a04-f56f38cf9d8c req-ffafd58b-4be1-4261-9aba-b94e0f530cf2 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870163 Apr 16 05:10:23.973507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:24.077367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-8068e701-6259-4f81-b671-c93d049b822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:24.084957 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-8068e701-6259-4f81-b671-c93d049b822f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e3c9075d734473f95c44b6eea618351&device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 1137 time: 0.1746681 Apr 16 05:10:24.101566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af722fcf-9d2e-4c36-9d91-538161f7eaa5 req-476e91ef-2644-4877-b5b1-6f0054bf8b29 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:24.109949 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-af722fcf-9d2e-4c36-9d91-538161f7eaa5 req-476e91ef-2644-4877-b5b1-6f0054bf8b29 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.1880596 Apr 16 05:10:24.175707 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-af722fcf-9d2e-4c36-9d91-538161f7eaa5 req-7dd225b3-ecc3-47cc-94da-27fb24bc65ab tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646191 Apr 16 05:10:24.327457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-81a2dabb-28a9-46b9-86ea-7d65a47074ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:24.329130 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-81a2dabb-28a9-46b9-86ea-7d65a47074ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c869597-f489-4f34-9488-15f18970bb13 HTTP/1.1" status: 200 len: 914 time: 0.2368937 Apr 16 05:10:24.457742 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-855bb1e7-d8a5-4aa9-ac34-62d129c4c090 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 1000 time: 0.1199589 Apr 16 05:10:24.548923 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-160d8e5f-2bb6-444c-9b95-70593d94c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:24.550734 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-160d8e5f-2bb6-444c-9b95-70593d94c85d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae HTTP/1.1" status: 200 len: 852 time: 0.0845733 Apr 16 05:10:24.669955 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-3b6ee19d-d7a6-4404-a5d4-0e9bbe035332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:24.671832 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-3b6ee19d-d7a6-4404-a5d4-0e9bbe035332 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c869597-f489-4f34-9488-15f18970bb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1137691 Apr 16 05:10:24.696739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e2165-eadf-4f18-b7cc-f963b3856b31 req-f6d083c1-54e4-4cbc-82a4-5a5175dc6a68 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:24.707430 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-861e2165-eadf-4f18-b7cc-f963b3856b31 req-f6d083c1-54e4-4cbc-82a4-5a5175dc6a68 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1602101 Apr 16 05:10:24.772620 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-861e2165-eadf-4f18-b7cc-f963b3856b31 req-4ff1b51e-871e-42aa-8ec4-b51d77024dd4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639195 Apr 16 05:10:24.869756 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-955ecb23-88dc-416e-ae48-42e16ad921f1 service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899171 Apr 16 05:10:25.086239 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-baa420a0-bc6a-4bd1-84ff-719fd455590d req-1d9699d8-31a4-4f82-8a6d-e0662827dc76 service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078171 Apr 16 05:10:25.409346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3abbd-52c1-43ca-a4a3-6bafd548910e req-320a8554-29b0-4c10-b243-2f2de113f288 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:25.417856 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-17d3abbd-52c1-43ca-a4a3-6bafd548910e req-320a8554-29b0-4c10-b243-2f2de113f288 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.1204314 Apr 16 05:10:25.468622 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-17d3abbd-52c1-43ca-a4a3-6bafd548910e req-a0f6d000-0e09-466c-bab6-d5a8c1bc3e80 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0496290 Apr 16 05:10:25.679309 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:26.011633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45506a-0c89-4373-91fc-8102e8cafd63 req-ed2afd1c-5235-42f6-97bc-cd876ce58637 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:26.013881 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e45506a-0c89-4373-91fc-8102e8cafd63 req-ed2afd1c-5235-42f6-97bc-cd876ce58637 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1113081 Apr 16 05:10:26.078093 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e45506a-0c89-4373-91fc-8102e8cafd63 req-3521374a-7fee-405e-96e4-e170c5f129e7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570164 Apr 16 05:10:26.690318 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385fd64-aa55-4248-8e29-953569a0d903 req-74ce7a2e-70a1-44bd-a034-c6d089efe458 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:26.692695 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c385fd64-aa55-4248-8e29-953569a0d903 req-74ce7a2e-70a1-44bd-a034-c6d089efe458 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.0989642 Apr 16 05:10:26.751824 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c385fd64-aa55-4248-8e29-953569a0d903 req-d947b595-07fc-4f76-ad24-e8e449eafece tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518095 Apr 16 05:10:27.351076 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff42d9-8470-4fb2-b690-ccc53b6bbbbf req-f5590c49-2691-4d3f-8822-f207b2125617 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:27.352893 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83ff42d9-8470-4fb2-b690-ccc53b6bbbbf req-f5590c49-2691-4d3f-8822-f207b2125617 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1012588 Apr 16 05:10:27.411554 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-83ff42d9-8470-4fb2-b690-ccc53b6bbbbf req-b048bba1-72ea-4255-acd8-6ae61a7b7dfc tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514596 Apr 16 05:10:27.720336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53546) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:28.134400 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d099cf-4bb0-475f-859f-5203c55f8ffc req-92e5707a-adcf-44b8-b56a-bade9d50a350 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:28.136321 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-19d099cf-4bb0-475f-859f-5203c55f8ffc req-92e5707a-adcf-44b8-b56a-bade9d50a350 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.2521088 Apr 16 05:10:28.287150 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-19d099cf-4bb0-475f-859f-5203c55f8ffc req-a5cdf4de-8413-4f24-b925-5351c6d34ea6 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1395826 Apr 16 05:10:28.470223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:28.612574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-502244d1-ac8d-4af9-a623-46ecf6703cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:28.614862 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-502244d1-ac8d-4af9-a623-46ecf6703cbc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 1098 time: 0.0888252 Apr 16 05:10:28.694913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932700e4-cdff-4725-958a-38463b7d06dd req-8fbcc838-7819-421d-99e9-486a976f5236 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:28.696657 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-932700e4-cdff-4725-958a-38463b7d06dd req-8fbcc838-7819-421d-99e9-486a976f5236 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.1440563 Apr 16 05:10:28.771118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723136'] for router_interface, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:28.782532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-76937a62-7569-4cb4-a214-16b2356836e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:28.784140 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-76937a62-7569-4cb4-a214-16b2356836e1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 917 time: 0.1619728 Apr 16 05:10:28.834195 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-932700e4-cdff-4725-958a-38463b7d06dd req-49748ea6-c4ce-4cf8-bbbc-0e66f736f5f0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258748 Apr 16 05:10:28.918989 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-01b9f9c3-0291-428a-a21e-95b69c9ed44d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 HTTP/1.1" status: 200 len: 1001 time: 0.1267486 Apr 16 05:10:28.994363 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-c459b15a-7c18-46e2-8890-2bfad22e7cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:28.996378 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-c459b15a-7c18-46e2-8890-2bfad22e7cd8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.0706592 Apr 16 05:10:29.086835 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-c41c65c2-e3d6-4e79-95b8-acade77d294d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:29.088338 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-c41c65c2-e3d6-4e79-95b8-acade77d294d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846083 Apr 16 05:10:29.202060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Deleting port 7c924938-001c-4510-a2c8-f7c522bff618 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:10:29.202699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:29.240412 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-bc5d11ff-fd27-4499-b269-3a05b9ac777f service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452477 Apr 16 05:10:29.392802 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cfbb7c27-28d0-4551-819f-bca45a87d65e req-187a89a6-bd1b-483a-a806-61e4433eba9f service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452997 Apr 16 05:10:29.436825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] For port 7c924938-001c-4510-a2c8-f7c522bff618, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=7c924938-001c-4510-a2c8-f7c522bff618,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:29.437404 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:29.869555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Calling delete_port for 7c924938-001c-4510-a2c8-f7c522bff618 owned by network:router_interface {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:10:30.059028 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d691f2-89ce-4fab-b81a-e214a273de5f req-d4b12948-b909-4058-a40e-8c8cec63308b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:30.060806 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-88d691f2-89ce-4fab-b81a-e214a273de5f req-d4b12948-b909-4058-a40e-8c8cec63308b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.6093113 Apr 16 05:10:30.182972 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-88d691f2-89ce-4fab-b81a-e214a273de5f req-fd437d71-ab55-4295-a687-e50b4b8ee995 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1144011 Apr 16 05:10:30.202355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199c04d-9a33-429c-8f8d-7c9975f0c4c1 req-a584b688-6ee3-4e05-b438-77208294fa0c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:30.204068 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2199c04d-9a33-429c-8f8d-7c9975f0c4c1 req-a584b688-6ee3-4e05-b438-77208294fa0c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.2287230 Apr 16 05:10:30.256435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:30.272808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:30.373821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c924938-001c-4510-a2c8-f7c522bff618,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:30.378514 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2199c04d-9a33-429c-8f8d-7c9975f0c4c1 req-3ce3cc54-5e42-4c34-8317-1f8f9894a1f8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673062 Apr 16 05:10:30.384090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:30.790875 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853167693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720491'] for router_interface, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.039407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53582) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:31.204339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.222638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:10:31.229216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf154c8531a44b8b59ed8819dac29e6 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:10:31.233349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:10:31.241326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:10:31.348761 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.351994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.363585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ff3cf5dd-f99c-4652-8531-4ea07f373b5c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:31.417062 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bf154c8531a44b8b59ed8819dac29e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740013 Apr 16 05:10:31.417062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629a3351-615b-4a17-b3b1-40186d2313e1,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:31.420568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:31.421296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53592) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:31.461459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Router 530968bd-cf5a-4616-996c-a7f8762e8570 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:10:31.495143 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4582eae-314f-4bc5-b788-7f0f647f8761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.529212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4582eae-314f-4bc5-b788-7f0f647f8761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.547407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:10:31.590823 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4582eae-314f-4bc5-b788-7f0f647f8761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.596776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0ad0dfc3-1522-44b1-b8dd-228a1fa7eb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:31.609702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4582eae-314f-4bc5-b788-7f0f647f8761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a3351-615b-4a17-b3b1-40186d2313e1,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:31.613500 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c4582eae-314f-4bc5-b788-7f0f647f8761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:31.619839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4582eae-314f-4bc5-b788-7f0f647f8761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.621178 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c4582eae-314f-4bc5-b788-7f0f647f8761 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/629a3351-615b-4a17-b3b1-40186d2313e1 HTTP/1.1" status: 204 len: 168 time: 0.1988196 Apr 16 05:10:31.681570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e96b4-2e83-457d-97b9-cb36d73db675 req-6f6d224f-bf6f-4cb3-a7f0-600bac085ce6 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:31.683374 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-944e96b4-2e83-457d-97b9-cb36d73db675 req-6f6d224f-bf6f-4cb3-a7f0-600bac085ce6 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.3520133 Apr 16 05:10:31.733180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.765395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:10:31.778169 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:31.782590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:31.785329 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:31.801857 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-944e96b4-2e83-457d-97b9-cb36d73db675 req-70ccbed5-b10d-4d1a-9ff2-bdf2831fc624 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082234 Apr 16 05:10:31.842540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09966ea-8ff4-407a-8229-8626214cf994 req-82770a85-3aa1-45b8-b692-7c6e0d826ed9 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:31.842540 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d09966ea-8ff4-407a-8229-8626214cf994 req-82770a85-3aa1-45b8-b692-7c6e0d826ed9 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 945 time: 0.2771039 Apr 16 05:10:31.842540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:10:31.855215 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67046d49-e757-4498-9dff-af0f005288de None None] Sync routers for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:10:31.875832 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] 10.222.0.48 "PUT /v2.0/routers/530968bd-cf5a-4616-996c-a7f8762e8570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1541982 Apr 16 05:10:31.878613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53604) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:31.882730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67046d49-e757-4498-9dff-af0f005288de None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:10:31.883585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-67046d49-e757-4498-9dff-af0f005288de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:10:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:31.898576 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d09966ea-8ff4-407a-8229-8626214cf994 req-8ce0ce69-b853-4a8b-a92d-846499781f21 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577524 Apr 16 05:10:32.044357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=8']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:32.055570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:32.143219 dv-cinder-786524-1-smb neutron-server[85220]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'code': 422} returned with failed status Apr 16 05:10:32.195489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:32.217910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-67046d49-e757-4498-9dff-af0f005288de None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:10:32.448796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:32.463361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Deleting port 5109661a-c4b3-4a96-802b-65e80c55d0a5 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:10:32.463777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:32.591362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-67046d49-e757-4498-9dff-af0f005288de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48'}], 'enable_snat': True}, 'gw_port_id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:10:30Z', 'revision_number': 5, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port': {'id': '5109661a-c4b3-4a96-802b-65e80c55d0a5', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:87:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:22Z', 'updated_at': '2021-04-16T05:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:32.595782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67046d49-e757-4498-9dff-af0f005288de None None] Checking router: 530968bd-cf5a-4616-996c-a7f8762e8570 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:10:32.606198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67046d49-e757-4498-9dff-af0f005288de None None] Routers {'530968bd-cf5a-4616-996c-a7f8762e8570'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:10:32.607217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-67046d49-e757-4498-9dff-af0f005288de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:10:22Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['530968bd-cf5a-4616-996c-a7f8762e8570'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:32.703897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] For port 5109661a-c4b3-4a96-802b-65e80c55d0a5, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=5109661a-c4b3-4a96-802b-65e80c55d0a5,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:32.704717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:32.802056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-67046d49-e757-4498-9dff-af0f005288de None None] Set router 530968bd-cf5a-4616-996c-a7f8762e8570 gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:10:32.902808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Calling delete_port for 5109661a-c4b3-4a96-802b-65e80c55d0a5 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:10:33.171740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a48c4-07d8-4335-b975-a32c7ddde32e req-f528d164-84fd-4d9b-a949-28a9ebb57dc8 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:33.177330 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-67046d49-e757-4498-9dff-af0f005288de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:10:32Z', 'revision_number': 6, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port_host': None}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:33.181809 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c00a48c4-07d8-4335-b975-a32c7ddde32e req-f528d164-84fd-4d9b-a949-28a9ebb57dc8 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.1717680 Apr 16 05:10:33.182140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67046d49-e757-4498-9dff-af0f005288de None None] The sync data for ids ['530968bd-cf5a-4616-996c-a7f8762e8570'] in dv-cinder-786524-1-smb is: [{'id': '530968bd-cf5a-4616-996c-a7f8762e8570', 'name': 'tempest-AttachVolumeTestJSON-1112771022-router', 'tenant_id': '53681adc070648b78e5e0d6dbd99d9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:20Z', 'updated_at': '2021-04-16T05:10:32Z', 'revision_number': 6, 'project_id': '53681adc070648b78e5e0d6dbd99d9fe', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:10:33.205332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:33.237987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ac531885-280f-4c83-b23b-4f2cfdb48083 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:33.241114 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c00a48c4-07d8-4335-b975-a32c7ddde32e req-dbd10ce1-b921-4713-b4a4-1d62a0e231f2 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583346 Apr 16 05:10:33.355439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Pushing event deleted for resources: {'Port': ['ID=5109661a-c4b3-4a96-802b-65e80c55d0a5,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:33.359718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:33.584876 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720337'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:34.098265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c10a61-d531-48b5-8f46-3479eb628c7b req-10647c12-ea42-4daf-91a1-b4812d277aa7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:34.103107 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e3c10a61-d531-48b5-8f46-3479eb628c7b req-10647c12-ea42-4daf-91a1-b4812d277aa7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.1114342 Apr 16 05:10:34.134859 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5889'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:34.137725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:34.160399 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e3c10a61-d531-48b5-8f46-3479eb628c7b req-883f4aa1-b706-41e6-b034-4f1f52307b67 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527699 Apr 16 05:10:34.175875 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853054917'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:34.176673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 530968bd-cf5a-4616-996c-a7f8762e8570 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 05:10:34.204197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:34.206629 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] 10.222.0.48 "DELETE /v2.0/routers/530968bd-cf5a-4616-996c-a7f8762e8570 HTTP/1.1" status: 204 len: 168 time: 2.3257189 Apr 16 05:10:34.208366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53670) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:34.305278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-533ec2c8-5715-4351-b989-80ceccb08ba4 admin admin] Deleting subnet cc08d292-4cd7-4933-91d4-1f965ab9e70a {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:10:34.309437 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-533ec2c8-5715-4351-b989-80ceccb08ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:34.376170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-533ec2c8-5715-4351-b989-80ceccb08ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4094960'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:34.505550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 5109661a-c4b3-4a96-802b-65e80c55d0a5 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:10:34.527826 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f08771-1997-4ad5-ac15-1b9115346ecb req-b07fc19f-b8e3-4eea-b007-b01f1e6cbacf tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:34.529918 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-97f08771-1997-4ad5-ac15-1b9115346ecb req-b07fc19f-b8e3-4eea-b007-b01f1e6cbacf tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.1357799 Apr 16 05:10:34.534376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-533ec2c8-5715-4351-b989-80ceccb08ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:34.558319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53684) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:34.562085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 5109661a-c4b3-4a96-802b-65e80c55d0a5 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:10:34.562609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 5109661a-c4b3-4a96-802b-65e80c55d0a5 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:10:34.563168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 7c924938-001c-4510-a2c8-f7c522bff618 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:10:34.608061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 7c924938-001c-4510-a2c8-f7c522bff618 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:10:34.608183 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 7c924938-001c-4510-a2c8-f7c522bff618 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:10:34.629907 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-97f08771-1997-4ad5-ac15-1b9115346ecb req-a667962b-93b1-4080-9b22-da43be9adc92 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905709 Apr 16 05:10:34.753744 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-c4fb9220-e520-46fd-9ccc-56012734cf68 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1936324 Apr 16 05:10:34.870451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-533ec2c8-5715-4351-b989-80ceccb08ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4171062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852521590'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:34.888806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:35.014626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ec2c8-5715-4351-b989-80ceccb08ba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc08d292-4cd7-4933-91d4-1f965ab9e70a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:35.020063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-533ec2c8-5715-4351-b989-80ceccb08ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:35.062312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-533ec2c8-5715-4351-b989-80ceccb08ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:35.074807 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839499ee-f6d5-4d28-b489-2d7bdf77eccb None None] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:10:35.079075 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53700) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:35.083210 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-533ec2c8-5715-4351-b989-80ceccb08ba4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cc08d292-4cd7-4933-91d4-1f965ab9e70a HTTP/1.1" status: 204 len: 168 time: 0.8735409 Apr 16 05:10:35.510389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] DHCP port deletion for 984efdec-5b56-404c-a3d4-f6e7a0fea60f request from dv-cinder-786524-1-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 05:10:35.516554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] Deleting port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:10:35.516554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:35.551560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:10:35.593039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:35.718877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Deleting port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:10:35.719450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:35.770382 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-b1588d1a-a334-4086-9c99-ba7ee438e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:35.773760 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-b1588d1a-a334-4086-9c99-ba7ee438e57e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6&tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088 HTTP/1.1" status: 200 len: 1096 time: 0.1038744 Apr 16 05:10:35.801049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85e977-df6e-4e58-9950-a2888417eb83 req-788c5f01-1805-4806-b88a-e0deab7e4ba0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:35.803256 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-db85e977-df6e-4e58-9950-a2888417eb83 req-788c5f01-1805-4806-b88a-e0deab7e4ba0 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.3039854 Apr 16 05:10:35.889471 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-c6499b30-1155-4658-919e-819410df7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:35.892030 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-c6499b30-1155-4658-919e-819410df7869 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 1096 time: 0.0950572 Apr 16 05:10:35.911388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] For port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=e860a4d7-9ac9-48ba-8592-2e9f8fd7787d,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:35.911845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:35.987939 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-db85e977-df6e-4e58-9950-a2888417eb83 req-136a4b5c-a2fb-4607-b6f3-5338a7f99402 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614857 Apr 16 05:10:36.078540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] Calling delete_port for e860a4d7-9ac9-48ba-8592-2e9f8fd7787d owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:10:36.108531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-861915e0-a75d-4391-9509-e73465f77d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:36.110399 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-861915e0-a75d-4391-9509-e73465f77d68 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 200 len: 917 time: 0.2097807 Apr 16 05:10:36.196565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceff538-c239-40a2-8a46-75b24e79b5ff req-a82485ec-81c6-4f53-a077-e97685b11fe5 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:36.198575 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eceff538-c239-40a2-8a46-75b24e79b5ff req-a82485ec-81c6-4f53-a077-e97685b11fe5 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.3734093 Apr 16 05:10:36.211299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] For port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=e860a4d7-9ac9-48ba-8592-2e9f8fd7787d,segment=NetworkSegment(dd9bbaef-f96a-46d5-b1a0-64857d4749dc),segment_id=dd9bbaef-f96a-46d5-b1a0-64857d4749dc)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:36.211695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:36.256103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:36.275806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-890a5527-24f8-49fb-9b73-40a2f4e2cb66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:36.301099 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-00d4ae8d-6566-44b2-bebf-9725cc0d7e71 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 HTTP/1.1" status: 200 len: 999 time: 0.1812887 Apr 16 05:10:36.369694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] Pushing event deleted for resources: {'Port': ['ID=e860a4d7-9ac9-48ba-8592-2e9f8fd7787d,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:36.372403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:36.378381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Calling delete_port for e860a4d7-9ac9-48ba-8592-2e9f8fd7787d owned by network:dhcp {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:10:36.409163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-2c264446-fdbb-4423-858c-dca76968d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:36.411479 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-2c264446-fdbb-4423-858c-dca76968d82b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 200 len: 855 time: 0.1032629 Apr 16 05:10:36.453872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] No DVR routers for this DVR port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d on host dv-cinder-786524-1-smb {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:10:36.459793 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-eceff538-c239-40a2-8a46-75b24e79b5ff req-f08fe614-a9bc-44f0-b04b-302b3e5fdb40 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2387304 Apr 16 05:10:36.510149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:10:36.510734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.api [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 05:10:36.512216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device e860a4d7-9ac9-48ba-8592-2e9f8fd7787d no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:10:36.536512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-8e65d4ea-fd30-4fa6-ae39-ef29c0f3ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:36.538202 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-8e65d4ea-fd30-4fa6-ae39-ef29c0f3ec81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ec6333fc-d615-4cb1-a309-882dfad7f633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1203856 Apr 16 05:10:36.566150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: e860a4d7-9ac9-48ba-8592-2e9f8fd7787d {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:10:36.566567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device e860a4d7-9ac9-48ba-8592-2e9f8fd7787d not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:10:36.700830 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-b854f800-135e-4ceb-bd56-b76772e22d6c service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554132 Apr 16 05:10:36.862791 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c6b1b241-8e17-4d0c-b757-437ca2eba54c req-672ac421-d002-44de-a434-6cdf1438bb9c service neutron] 10.222.0.47 "GET /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551576 Apr 16 05:10:37.011927 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Deleting port e860a4d7-9ac9-48ba-8592-2e9f8fd7787d {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:10:37.012315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:37.094245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] The port 'e860a4d7-9ac9-48ba-8592-2e9f8fd7787d' was deleted {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 05:10:37.274359 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:37.415533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['984efdec-5b56-404c-a3d4-f6e7a0fea60f']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:37.432930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:37.433734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9bbaef-f96a-46d5-b1a0-64857d4749dc') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:10:37.452953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e40c1e-1139-428a-8976-78e1c346186d req-f1587672-6c6d-4e95-95b9-8a650b868795 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:37.454700 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-92e40c1e-1139-428a-8976-78e1c346186d req-f1587672-6c6d-4e95-95b9-8a650b868795 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.2539501 Apr 16 05:10:37.458967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852657675'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:37.497286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:37.517208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:10:37.605446 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-92e40c1e-1139-428a-8976-78e1c346186d req-1206f760-781b-4ef2-b4e7-7b07fe00a039 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380565 Apr 16 05:10:37.768927 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:10:37.780551 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103373'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:37.977446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456588a2-750c-46fc-9195-b0dba50df1c3 req-b269c3a7-7702-4bd5-a782-bba53cac3480 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:37.979213 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-456588a2-750c-46fc-9195-b0dba50df1c3 req-b269c3a7-7702-4bd5-a782-bba53cac3480 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.3676178 Apr 16 05:10:38.027133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Network 984efdec-5b56-404c-a3d4-f6e7a0fea60f has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:10:38.056492 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:10:38.151381 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-456588a2-750c-46fc-9195-b0dba50df1c3 req-0e07c578-b6a8-4a96-83c8-69086c8029a3 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=63051f0d-eee4-4584-b31a-c87f8cae8c8d&id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581252 Apr 16 05:10:38.171887 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:38.201533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:38.207077 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:38.237643 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=984efdec-5b56-404c-a3d4-f6e7a0fea60f,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:38.254620 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] 10.222.0.48 "DELETE /v2.0/networks/984efdec-5b56-404c-a3d4-f6e7a0fea60f HTTP/1.1" status: 204 len: 168 time: 3.1742663 Apr 16 05:10:38.260498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.261134 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.261692 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.262259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.262703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.263294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.263694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.264089 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.264983 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.265993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.265993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.266216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:10:38.271106 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8a3a28ee-564a-44cd-9c20-feb6700f3f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:38.479781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53762) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:38.541045 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1e3ceec4-199c-45a4-ae13-f8eb49121e77 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53681adc070648b78e5e0d6dbd99d9fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0587368 Apr 16 05:10:38.543310 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 53768) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:38.666077 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-387067c8-7c6a-4847-8f75-c1dfd6da9d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:38.716865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-387067c8-7c6a-4847-8f75-c1dfd6da9d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:38.831702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-387067c8-7c6a-4847-8f75-c1dfd6da9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:38.842138 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:38.855986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387067c8-7c6a-4847-8f75-c1dfd6da9d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9d9036-b43a-4f88-ae4b-fdf8416c49ff,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:38.861754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-387067c8-7c6a-4847-8f75-c1dfd6da9d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:38.888354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-387067c8-7c6a-4847-8f75-c1dfd6da9d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:38.892113 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-387067c8-7c6a-4847-8f75-c1dfd6da9d51 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/db9d9036-b43a-4f88-ae4b-fdf8416c49ff HTTP/1.1" status: 204 len: 168 time: 0.3447630 Apr 16 05:10:38.926129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dba64-8e52-4117-8097-71d2f498372e req-1d166733-a71a-43c8-b3fc-c7ee17df05f8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:38.927830 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-923dba64-8e52-4117-8097-71d2f498372e req-1d166733-a71a-43c8-b3fc-c7ee17df05f8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.1486385 Apr 16 05:10:39.007624 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-923dba64-8e52-4117-8097-71d2f498372e req-cb85c051-83d3-4d5b-80e6-5e0348295dc9 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715015 Apr 16 05:10:40.341451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ee320-9352-4d62-a6cb-0ef619470e81 req-be2d15e6-bd6c-4faa-8a1c-583e1123a19c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:40.343190 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-897ee320-9352-4d62-a6cb-0ef619470e81 req-be2d15e6-bd6c-4faa-8a1c-583e1123a19c tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.1285717 Apr 16 05:10:40.404120 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-897ee320-9352-4d62-a6cb-0ef619470e81 req-94a325a8-0d66-4494-ab32-643aeb57aeab tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533090 Apr 16 05:10:41.655817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53882) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:41.659931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c141160-2d64-4a0f-ba8a-fd9e6f7dcd0a req-04c6b7f2-ad36-4aaf-b2a1-fb620aa4a658 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:41.661835 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4c141160-2d64-4a0f-ba8a-fd9e6f7dcd0a req-04c6b7f2-ad36-4aaf-b2a1-fb620aa4a658 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.1138334 Apr 16 05:10:41.750884 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4c141160-2d64-4a0f-ba8a-fd9e6f7dcd0a req-ceece52c-587f-423b-86c0-99e8b27d778b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684268 Apr 16 05:10:41.848648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:41.867168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:10:41.871577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Usage tracker for resource:security_group_rule and tenant:29df03803777489fafeee1b10c5f6a3d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:10:41.875155 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:10:41.881730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:10:41.992008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:41.997308 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.018604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-87150ed6-64da-484e-adc6-874cb1dabda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:42.045465 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29df03803777489fafeee1b10c5f6a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883438 Apr 16 05:10:42.048649 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53890) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:42.093952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e44740b-c27d-4074-a5ae-151ac8a20cbb,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:42.099599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:42.134981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff052-66f5-4c1b-8791-8bd492e7c788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.166345 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff052-66f5-4c1b-8791-8bd492e7c788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.220451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff052-66f5-4c1b-8791-8bd492e7c788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.226049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4fb75f85-6836-4281-8400-18bede4cb4dc tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:42.245005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ff052-66f5-4c1b-8791-8bd492e7c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e44740b-c27d-4074-a5ae-151ac8a20cbb,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:42.247446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9e7ff052-66f5-4c1b-8791-8bd492e7c788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:42.248436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9e7ff052-66f5-4c1b-8791-8bd492e7c788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.252903 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9e7ff052-66f5-4c1b-8791-8bd492e7c788 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e44740b-c27d-4074-a5ae-151ac8a20cbb HTTP/1.1" status: 204 len: 168 time: 0.2032022 Apr 16 05:10:42.574469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53898) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:42.595895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.618239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:10:42.623241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Usage tracker for resource:security_group_rule and tenant:011fd2be13d2481dac0371facccf0951 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:10:42.627889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:10:42.634510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:10:42.731153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.735356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.745475 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-226eb835-e8c4-4ddc-87be-706ee9b7e089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:42.792464 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=011fd2be13d2481dac0371facccf0951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166464 Apr 16 05:10:42.793480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cd7ed9-17f4-4b30-84be-ea0e4eefbd2f,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:42.796401 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53904) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:42.798994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:42.878012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6dba4096-40f0-481c-98a1-cea8b27d1346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.927777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6dba4096-40f0-481c-98a1-cea8b27d1346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.979457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6dba4096-40f0-481c-98a1-cea8b27d1346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:42.998016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6279d0cf-5c94-4ae8-b0d3-c48265e88726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:43.009110 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab8e08-a0ff-43d4-8254-6c4f6fbd8bcf req-8065ab73-6b6c-4310-a1d5-c18a4492ca74 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:43.011168 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7ab8e08-a0ff-43d4-8254-6c4f6fbd8bcf req-8065ab73-6b6c-4310-a1d5-c18a4492ca74 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.1157832 Apr 16 05:10:43.031709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba4096-40f0-481c-98a1-cea8b27d1346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cd7ed9-17f4-4b30-84be-ea0e4eefbd2f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:43.034082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6dba4096-40f0-481c-98a1-cea8b27d1346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:43.035357 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6dba4096-40f0-481c-98a1-cea8b27d1346 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/87cd7ed9-17f4-4b30-84be-ea0e4eefbd2f HTTP/1.1" status: 204 len: 168 time: 0.2381535 Apr 16 05:10:43.036981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6dba4096-40f0-481c-98a1-cea8b27d1346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:43.081792 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7ab8e08-a0ff-43d4-8254-6c4f6fbd8bcf req-78fbe28d-5230-464e-a4d3-dab5b67fd061 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634830 Apr 16 05:10:44.354931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5175a49-7a1e-4f53-aa53-359192cc8555 req-d1e90c23-8e89-45ad-b152-91e6b29b2a7a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:44.360949 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b5175a49-7a1e-4f53-aa53-359192cc8555 req-d1e90c23-8e89-45ad-b152-91e6b29b2a7a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.1469183 Apr 16 05:10:44.431505 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b5175a49-7a1e-4f53-aa53-359192cc8555 req-6aed0f08-b3da-4820-a3fb-cf3b7af46e1a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679162 Apr 16 05:10:45.663496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279c19d-60fd-42ac-bca7-8053aef2b32b req-087ba7bc-82bd-4b87-8d72-8cc1c09c607f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:45.668031 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b279c19d-60fd-42ac-bca7-8053aef2b32b req-087ba7bc-82bd-4b87-8d72-8cc1c09c607f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.1108572 Apr 16 05:10:45.727627 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b279c19d-60fd-42ac-bca7-8053aef2b32b req-be2c7976-671d-42bf-98e0-a929e8af068b tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519733 Apr 16 05:10:46.149713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 53996) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:46.333851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:46.350696 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:10:46.355809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Usage tracker for resource:security_group_rule and tenant:86b03304fa0f4d229530172c200e3ff0 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:10:46.360033 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:10:46.367153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:10:46.453101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54006) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:46.465376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:46.469976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:46.480586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e8948bd0-cf7c-449d-a1e5-de87053f9583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:46.518467 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86b03304fa0f4d229530172c200e3ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3668509 Apr 16 05:10:46.523417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54012) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:46.534751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bdd4b8-6f11-45bd-95b7-952d795614c5,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:46.538781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:46.649389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34f25ffe-a78b-4178-b4ed-676c6fd74fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:46.696959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34f25ffe-a78b-4178-b4ed-676c6fd74fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:46.709338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:46.735448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:10:46.743567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] Usage tracker for resource:security_group_rule and tenant:bbe787f61c5d438ea959c4cbe30d5e47 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:10:46.748608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:10:46.766941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:10:46.866943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:46.871803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:46.893657 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:46.901030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34f25ffe-a78b-4178-b4ed-676c6fd74fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:46.975873 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bbe787f61c5d438ea959c4cbe30d5e47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5215690 Apr 16 05:10:46.981268 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54018) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:46.995369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdbad3a-7b30-4fcc-b66b-75a22465ba6f,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:47.009955 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3902030e-8ef7-4351-bdc3-f1be531ad463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:47.012162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-34f25ffe-a78b-4178-b4ed-676c6fd74fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:47.013366 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-34f25ffe-a78b-4178-b4ed-676c6fd74fbb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2bdd4b8-6f11-45bd-95b7-952d795614c5 HTTP/1.1" status: 204 len: 168 time: 0.4831169 Apr 16 05:10:47.014195 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-387067c8-7c6a-4847-8f75-c1dfd6da9d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:47.026801 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f25ffe-a78b-4178-b4ed-676c6fd74fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bdd4b8-6f11-45bd-95b7-952d795614c5,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:47.029298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-34f25ffe-a78b-4178-b4ed-676c6fd74fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:47.065084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca87827-2304-4afa-bc68-f5a3a6d1bcdd req-f7738844-aa6b-47c7-9891-acaa4eb4a51f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:47.068596 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ca87827-2304-4afa-bc68-f5a3a6d1bcdd req-f7738844-aa6b-47c7-9891-acaa4eb4a51f tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.1763346 Apr 16 05:10:47.121366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dbbebe25-f4c5-4175-b263-cbc5d388c9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:47.161071 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dbbebe25-f4c5-4175-b263-cbc5d388c9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:47.163352 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ca87827-2304-4afa-bc68-f5a3a6d1bcdd req-0d5bbb7e-7101-4c08-b228-b7efa3e24914 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850112 Apr 16 05:10:47.229905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dbbebe25-f4c5-4175-b263-cbc5d388c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:47.235786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4ed25dae-acf3-42df-a48c-d8a471420412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:47.253889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbebe25-f4c5-4175-b263-cbc5d388c9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdbad3a-7b30-4fcc-b66b-75a22465ba6f,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:47.256689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dbbebe25-f4c5-4175-b263-cbc5d388c9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:47.267048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-dbbebe25-f4c5-4175-b263-cbc5d388c9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:47.268641 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-dbbebe25-f4c5-4175-b263-cbc5d388c9ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fdbad3a-7b30-4fcc-b66b-75a22465ba6f HTTP/1.1" status: 204 len: 168 time: 0.2859161 Apr 16 05:10:47.681782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54030) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:47.703119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:47.719563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:10:47.723853 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Usage tracker for resource:security_group_rule and tenant:45027cf5537941aca94500ea3b5bc49d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:10:47.726991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:10:47.733644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:10:47.832677 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:47.835868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:47.846381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-057d7559-ab3d-430b-b3cd-05b1b7fa9948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:47.889474 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=45027cf5537941aca94500ea3b5bc49d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062397 Apr 16 05:10:47.891486 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7522d76c-8423-41fc-b9bb-08dee0bf24fa,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:47.892587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54034) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:47.895537 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:47.971390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a0ac1f3e-fea5-413f-8bf3-2e938e8bd744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:48.001791 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a0ac1f3e-fea5-413f-8bf3-2e938e8bd744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:48.053714 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a0ac1f3e-fea5-413f-8bf3-2e938e8bd744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:48.059568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:48.074210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac1f3e-fea5-413f-8bf3-2e938e8bd744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7522d76c-8423-41fc-b9bb-08dee0bf24fa,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:48.077026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a0ac1f3e-fea5-413f-8bf3-2e938e8bd744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:48.078262 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a0ac1f3e-fea5-413f-8bf3-2e938e8bd744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:48.079487 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-a0ac1f3e-fea5-413f-8bf3-2e938e8bd744 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7522d76c-8423-41fc-b9bb-08dee0bf24fa HTTP/1.1" status: 204 len: 168 time: 0.1858618 Apr 16 05:10:48.380798 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757e0a4-7601-4b3a-ba43-4f69a39e82ac req-e7c13443-ac82-4358-8fee-74e0ac1f16f8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:48.382551 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5757e0a4-7601-4b3a-ba43-4f69a39e82ac req-e7c13443-ac82-4358-8fee-74e0ac1f16f8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.0956891 Apr 16 05:10:48.439072 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5757e0a4-7601-4b3a-ba43-4f69a39e82ac req-8e6c6cb5-64a8-4119-a39f-0dc6a6ca48e5 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500283 Apr 16 05:10:49.181337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:10:49.654920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc3bbe-d2ab-4ce4-9c1b-f63d79ddd42d req-c1fd9c26-25b5-427f-b71f-b03d56616c77 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:49.656537 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d3cc3bbe-d2ab-4ce4-9c1b-f63d79ddd42d req-c1fd9c26-25b5-427f-b71f-b03d56616c77 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.0921600 Apr 16 05:10:49.660163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0e0024bd-98d8-4b76-9a40-4e24a7a382b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:49.707442 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d3cc3bbe-d2ab-4ce4-9c1b-f63d79ddd42d req-92f36939-82c9-4106-887f-0ea8d1716f6a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432134 Apr 16 05:10:49.843021 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54082) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:49.977266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:49.993384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:10:50.001326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] Usage tracker for resource:security_group_rule and tenant:8495258620bf4a9cb3258ec204bba78b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:10:50.006542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:10:50.016679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:10:50.115389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:50.119776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:50.127563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cc7ae230-6b57-4d53-b65c-f1d59357c0ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:50.174163 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8495258620bf4a9cb3258ec204bba78b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299322 Apr 16 05:10:50.175190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd7bf0-3bf2-45df-9a28-6213d7f6b931,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:50.177301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54088) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:10:50.178507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-937eb634-dfe0-40fb-a953-4bc091121948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:50.247457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c595c850-a4fa-4c00-a59a-52c787629e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:50.277681 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c595c850-a4fa-4c00-a59a-52c787629e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:50.324788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c595c850-a4fa-4c00-a59a-52c787629e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:50.328673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dbbebe25-f4c5-4175-b263-cbc5d388c9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:50.342755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595c850-a4fa-4c00-a59a-52c787629e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd7bf0-3bf2-45df-9a28-6213d7f6b931,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:50.347015 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c595c850-a4fa-4c00-a59a-52c787629e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:50.352799 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c595c850-a4fa-4c00-a59a-52c787629e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:50.354026 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c595c850-a4fa-4c00-a59a-52c787629e73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dbd7bf0-3bf2-45df-9a28-6213d7f6b931 HTTP/1.1" status: 204 len: 168 time: 0.1755562 Apr 16 05:10:50.931949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9fdc1-c780-40bc-a9df-f4a2cd2ceb61 req-157578fe-03dc-42b3-927c-f03787e1d251 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:50.933748 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dbc9fdc1-c780-40bc-a9df-f4a2cd2ceb61 req-157578fe-03dc-42b3-927c-f03787e1d251 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 943 time: 0.1006720 Apr 16 05:10:50.995326 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dbc9fdc1-c780-40bc-a9df-f4a2cd2ceb61 req-7b0a3c26-a804-4aed-aa3a-ddcccc62d186 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536575 Apr 16 05:10:51.591365 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:10:51.740144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:51.757805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'port_id': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'mac_address': 'fa:16:3e:9c:6d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:10:51.824205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:51.844909 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:10:51.861446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:51.864361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:51.866117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:51.940141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=9']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:51.943474 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:52.112634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:10:52.212304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd50f-f803-4ddc-8dd5-d284cf775822 req-de96cb58-5a28-42be-815d-bab96a7596c6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:52.214587 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e95bd50f-f803-4ddc-8dd5-d284cf775822 req-de96cb58-5a28-42be-815d-bab96a7596c6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 944 time: 0.0977745 Apr 16 05:10:52.266828 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e95bd50f-f803-4ddc-8dd5-d284cf775822 req-829cd81a-f2b9-410a-8c22-cee38f6173f4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441887 Apr 16 05:10:52.515696 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e402ed70-7f8e-45bd-beb3-35a6e22ac38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:52.808296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:53.499095 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483f0a5-2395-4665-b4e9-6a30bc02cf4d req-70e177ae-8a4e-4150-88c7-cda4f30c7003 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:53.500711 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6483f0a5-2395-4665-b4e9-6a30bc02cf4d req-70e177ae-8a4e-4150-88c7-cda4f30c7003 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 944 time: 0.1114023 Apr 16 05:10:53.556184 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6483f0a5-2395-4665-b4e9-6a30bc02cf4d req-24ed1fd0-ce12-4ae0-9fd8-3889e1da6445 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487530 Apr 16 05:10:53.591131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:10:53.665645 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:10:53.666066 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:53.793527 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:53.823775 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:10:53.835795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:10:53.840467 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:53.843260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:10:53.881518 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'code': 200} Apr 16 05:10:53.930825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=10']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:10:53.937665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:10:53.944643 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:54.164227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5a46c-64a7-4f24-b7f1-42be377752f3 req-6b605adb-8260-4334-9d51-bf6e452ebbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:54.165791 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c9b5a46c-64a7-4f24-b7f1-42be377752f3 req-6b605adb-8260-4334-9d51-bf6e452ebbb6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 1099 time: 0.0846510 Apr 16 05:10:54.212258 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c9b5a46c-64a7-4f24-b7f1-42be377752f3 req-77ab302d-4250-4fbd-93da-9d6dafb732e8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397854 Apr 16 05:10:54.776485 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d12bdb-1d9f-4316-aa26-e4b18033d921 req-4aebafb0-7f92-4d3e-b7c9-dd4515ed8fa4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:54.778133 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-95d12bdb-1d9f-4316-aa26-e4b18033d921 req-4aebafb0-7f92-4d3e-b7c9-dd4515ed8fa4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 946 time: 0.0941904 Apr 16 05:10:54.843148 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-95d12bdb-1d9f-4316-aa26-e4b18033d921 req-6c4bb2ad-3ce0-4d49-97b4-c9728cd7ddfe tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549304 Apr 16 05:10:55.680974 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:10:56.076094 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe569c-e783-4747-81fe-298b8e1a738e req-8df61bcf-2e06-47e6-bcf1-4463371c1aab tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:10:56.077748 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-26fe569c-e783-4747-81fe-298b8e1a738e req-8df61bcf-2e06-47e6-bcf1-4463371c1aab tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 946 time: 0.1043122 Apr 16 05:10:56.130291 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-26fe569c-e783-4747-81fe-298b8e1a738e req-fd98c84c-202f-4b9e-8e8d-007f318d8b50 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457807 Apr 16 05:10:58.481407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:04.906159 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54246) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:05.039712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:05.056589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:05.061133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c50e406ab141629621b3af4e546fb1 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:05.064248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:05.070364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:05.160712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:05.164678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:05.172927 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5c98eae1-adfd-4530-b3bc-4ea84e1ec9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:05.216236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125294bb-24c8-4f81-ae91-d1766efc6e2d,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:05.221057 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9c50e406ab141629621b3af4e546fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137658 Apr 16 05:11:05.222057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:05.224318 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54252) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:05.291806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f679978-8073-4b5b-b114-bf0c6d1c70b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:05.321250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f679978-8073-4b5b-b114-bf0c6d1c70b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:05.370749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f679978-8073-4b5b-b114-bf0c6d1c70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:05.374880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-59039eea-04a9-459b-95eb-f9d961aa47bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:05.388871 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f679978-8073-4b5b-b114-bf0c6d1c70b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125294bb-24c8-4f81-ae91-d1766efc6e2d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:05.391593 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0f679978-8073-4b5b-b114-bf0c6d1c70b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:05.400298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f679978-8073-4b5b-b114-bf0c6d1c70b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:05.401568 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0f679978-8073-4b5b-b114-bf0c6d1c70b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/125294bb-24c8-4f81-ae91-d1766efc6e2d HTTP/1.1" status: 204 len: 168 time: 0.1761723 Apr 16 05:11:10.611670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54324) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:10.777814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:10.793150 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-e6f29ac5-5f7b-44c2-87c6-76fcc4a210a7 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-956047720&fields=id&tenant_id=7e3c9075d734473f95c44b6eea618351 HTTP/1.1" status: 200 len: 267 time: 0.0944717 Apr 16 05:11:10.799233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:11.080817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Usage tracker for resource:security_group_rule and tenant:8ca58cd7de61480899ae1620a26f9520 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:11.088984 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:11.101022 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:11.175936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-0b9cfef7-6a43-4793-b1fd-fd92cbfb4ac1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:11.177576 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-0b9cfef7-6a43-4793-b1fd-fd92cbfb4ac1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 984 time: 0.3756609 Apr 16 05:11:11.196273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Request body: {'port': {'security_groups': ['5cf921e8-dee5-4159-b2bc-59a09e36a6f4']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:11.321873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.328862 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.342771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2f179029-2572-48aa-96ec-f551957895b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:11.406209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.416025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97408de8-a4a5-4d34-b713-c23b1e89a534,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:11.421441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:11.424168 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ca58cd7de61480899ae1620a26f9520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8110647 Apr 16 05:11:11.427748 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54330) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:11.497504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.527024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.574039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.578181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c4582eae-314f-4bc5-b788-7f0f647f8761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:11.590278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97408de8-a4a5-4d34-b713-c23b1e89a534,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:11.602269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.602725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.603136 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.603546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.603947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.604351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.604751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.605152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.605554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.605952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.606354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.606814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:11.610032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.614613 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97408de8-a4a5-4d34-b713-c23b1e89a534 HTTP/1.1" status: 204 len: 168 time: 0.1859133 Apr 16 05:11:11.615704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:11.682650 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] For port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:11.711037 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.715520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.727728 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:11:11.732960 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3ed9bee4-3e78-4a97-8f89-4b891e08843e tempest-VolumesNegativeTest-63278589 tempest-VolumesNegativeTest-63278589-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:11.907572 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event updated for resources: {'Port': ['ID=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,revision_number=7']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:11.911304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:11.952049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:11.953295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:11.955043 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2c1d00bc-de6b-4c91-8f96-28f1bccbb134 req-79145555-2894-4222-81a7-90be4cf972e1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "PUT /v2.0/ports/962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 942 time: 0.7700560 Apr 16 05:11:11.955655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:11.962339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54346) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:12.037034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:11:12.100442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d14bc984-563a-40aa-91dc-a90378da5bc1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.184575 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d14bc984-563a-40aa-91dc-a90378da5bc1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.297610 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d14bc984-563a-40aa-91dc-a90378da5bc1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.311533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88d6fc7c-df2f-45ca-b4d7-d50d808bf483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:12.332285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14bc984-563a-40aa-91dc-a90378da5bc1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63051f0d-eee4-4584-b31a-c87f8cae8c8d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:12.343647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d14bc984-563a-40aa-91dc-a90378da5bc1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:12.354718 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'status': 'completed', 'code': 200} Apr 16 05:11:12.361996 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d14bc984-563a-40aa-91dc-a90378da5bc1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.363828 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d14bc984-563a-40aa-91dc-a90378da5bc1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "DELETE /v2.0/security-groups/63051f0d-eee4-4584-b31a-c87f8cae8c8d HTTP/1.1" status: 204 len: 168 time: 0.4002860 Apr 16 05:11:12.366458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54358) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:12.366634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-ef9a50f2-d685-4e99-a244-393133692aed None None] Provisioning complete for port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:11:12.366921 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ef9a50f2-d685-4e99-a244-393133692aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.509715 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-335528c3-bec7-4589-be47-9358985062b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:12.511994 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-335528c3-bec7-4589-be47-9358985062b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e3c9075d734473f95c44b6eea618351&device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 1098 time: 0.1353574 Apr 16 05:11:12.622979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Deleting port 8087232e-3a2b-48c7-983c-1c7de117f0f2 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:12.623558 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.643408 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54366) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:12.680780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-bba9317e-170d-455b-b0a8-dc54094250d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:12.682406 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-bba9317e-170d-455b-b0a8-dc54094250d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c869597-f489-4f34-9488-15f18970bb13 HTTP/1.1" status: 200 len: 914 time: 0.1631370 Apr 16 05:11:12.772283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1413682838-network', 'tenant_id': 'c6d26486b3204342a58a996190384fb9'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:12.781609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:12.799290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Usage tracker for resource:network and tenant:c6d26486b3204342a58a996190384fb9 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:12.804249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:12.814409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.814871 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.820288 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:12.823723 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-8c940403-5f37-460f-9cbe-17e81943c603 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 1000 time: 0.1345046 Apr 16 05:11:12.873426 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Made reservation on behalf of c6d26486b3204342a58a996190384fb9 for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:11:12.878422 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.900053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:12.926743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:12.934941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d26486b3204342a58a996190384fb9 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:12.938894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-ca1d4cc6-85ce-4b4e-90f2-6640ee78225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:12.940218 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-ca1d4cc6-85ce-4b4e-90f2-6640ee78225e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae HTTP/1.1" status: 200 len: 852 time: 0.1095607 Apr 16 05:11:12.941094 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:12.948013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:12.957366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Calling delete_port for 8087232e-3a2b-48c7-983c-1c7de117f0f2 owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:13.070986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-1620fdf3-9216-4895-b6b6-ca54a34d8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:13.072585 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-1620fdf3-9216-4895-b6b6-ca54a34d8bb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c869597-f489-4f34-9488-15f18970bb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1223993 Apr 16 05:11:13.132307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:13.147814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:13.198030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:13.200199 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event deleted for resources: {'Port': ['ID=8087232e-3a2b-48c7-983c-1c7de117f0f2,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:13.209997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:13.215467 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:13.248941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:13.270791 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:11:13.301109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:13.305447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:13.310344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:13.310787 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Added segment 0021fdf6-29b0-49a4-bda9-93643405d688 of type vlan for network 70bc91cf-0a4e-4554-9706-349b30a11b03 Apr 16 05:11:13.319869 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-e80107eb-2d03-4da6-9ed5-ac84aa0a8fd3 service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366450 Apr 16 05:11:13.420148 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:13.438518 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:13.438954 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Floating IP de7f3040-b1cf-4402-af63-d76de3387e99 disassociated (deleted). External IP: 172.28.1.25, port: 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a. Apr 16 05:11:13.505559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:13.509705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:13.510351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:13.516555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:13.540688 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e38ad823-08b8-4f31-823a-57aae4c8737d req-ad4bf86f-0866-4640-8e51-0186bba775e2 service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118034 Apr 16 05:11:13.630536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Pushing event updated for resources: {'Network': ['ID=70bc91cf-0a4e-4554-9706-349b30a11b03,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:13.634198 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9896407 Apr 16 05:11:13.635377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:13.637434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54372) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:13.643469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 70bc91cf-0a4e-4554-9706-349b30a11b03 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:11:13.643697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Request body: {'subnet': {'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1413682838-subnet', 'tenant_id': 'c6d26486b3204342a58a996190384fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:13.649649 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:13.654069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Usage tracker for resource:subnet and tenant:c6d26486b3204342a58a996190384fb9 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:13.657456 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:13.664315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:13.679749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Made reservation on behalf of c6d26486b3204342a58a996190384fb9 for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:11:13.684238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2254240'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:13.840506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Router 4a9148ec-c331-4283-9310-d0e869462ffe has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:11:14.119342 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:11:14.131463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] Sync routers for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:11:14.137540 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:14.142855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:14.143642 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:10:52Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:14.205867 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "DELETE /v2.0/floatingips/de7f3040-b1cf-4402-af63-d76de3387e99 HTTP/1.1" status: 204 len: 168 time: 1.8336163 Apr 16 05:11:14.224949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850604787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2254227'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:14.241279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-839eb86a-1cad-4cc3-97f2-ac0336004ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:14.348724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:14.356185 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:14.418833 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'status': 'completed', 'code': 200} Apr 16 05:11:14.741729 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4b88cf1-58d9-44cc-9eab-f93fbed5353e,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:14.749191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:14.763752 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:53Z', 'revision_number': 5, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:14.768796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] Checking router: 4a9148ec-c331-4283-9310-d0e869462ffe for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:11:14.779459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:14.780213 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:10:52Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:14.856442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Checking segment: {'id': '0021fdf6-29b0-49a4-bda9-93643405d688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:11:14.856746 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Network hostable DHCP agents. Network: 70bc91cf-0a4e-4554-9706-349b30a11b03, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:11:14.865632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-f149cd3c-c128-4590-9c11-08cbf60ae827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:14.867275 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-f149cd3c-c128-4590-9c11-08cbf60ae827 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7e3c9075d734473f95c44b6eea618351&device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 1098 time: 0.1966760 Apr 16 05:11:14.962364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Network 70bc91cf-0a4e-4554-9706-349b30a11b03 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:11:14.983944 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 70bc91cf-0a4e-4554-9706-349b30a11b03) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:11:14.992923 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f58a1-77d0-4a10-8543-8324736405fa None None] Network 70bc91cf-0a4e-4554-9706-349b30a11b03 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:11:15.002145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:15.013582 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:15.014260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:15.055481 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-cee7a9f8-fe8a-4624-b1b8-ea49ff75187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:15.057158 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-cee7a9f8-fe8a-4624-b1b8-ea49ff75187f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c869597-f489-4f34-9488-15f18970bb13 HTTP/1.1" status: 200 len: 914 time: 0.1831419 Apr 16 05:11:15.067223 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-a115d2c2-a420-4339-9366-15ba3ca50da2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4206352 Apr 16 05:11:15.157546 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-ba10f415-1086-406a-bbba-821b7be792eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 200 len: 217 time: 0.0929039 Apr 16 05:11:15.266863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-b83fad57-1b52-4347-a839-5140e02a4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:15.268616 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-b83fad57-1b52-4347-a839-5140e02a4bcd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae HTTP/1.1" status: 200 len: 852 time: 0.0991054 Apr 16 05:11:15.309368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab6bf7a-eeb8-4188-ae93-b725de4fc665 None None] Network 70bc91cf-0a4e-4554-9706-349b30a11b03 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:11:15.369433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-9f620c56-307b-4ed0-a438-3b501cece29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:15.371102 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-9f620c56-307b-4ed0-a438-3b501cece29b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c869597-f489-4f34-9488-15f18970bb13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0933197 Apr 16 05:11:15.424194 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:53Z', 'revision_number': 5, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:15.429024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8f797-97a3-4cdc-8a54-b25021fb5f0f None None] The sync data for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb is: [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:08:40Z', 'revision_number': 4, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '8ef97424-9e84-46a6-91b9-12e1767dec2b', 'name': '', 'network_id': '3c869597-f489-4f34-9488-15f18970bb13', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'mac_address': 'fa:16:3e:e3:be:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:38Z', 'updated_at': '2021-04-16T05:08:53Z', 'revision_number': 5, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'subnets': [{'id': '5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:11:15.544355 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-a3ff2cb2-1543-4342-b480-c0609270b160 service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653950 Apr 16 05:11:15.730203 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ef9c9e1-c34e-4b42-a637-dc7f86f305da req-fcd501c6-50b4-4186-8114-805343e051ed service neutron] 10.222.0.47 "GET /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784348 Apr 16 05:11:15.898546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34570b02-8996-4ddc-a13d-007b7d0abe95 None None] New status for floating IP de7f3040-b1cf-4402-af63-d76de3387e99: DOWN {{(pid=85337) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:11:17.308278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-9c8a61b1-84db-43a1-8aa0-ff1d990159f5 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:17.309876 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-9c8a61b1-84db-43a1-8aa0-ff1d990159f5 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/networks?id=70bc91cf-0a4e-4554-9706-349b30a11b03 HTTP/1.1" status: 200 len: 809 time: 0.1632860 Apr 16 05:11:17.328012 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-a0b8192f-54a9-4973-899e-9302db70bf24 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/quotas/c6d26486b3204342a58a996190384fb9 HTTP/1.1" status: 200 len: 375 time: 0.0113575 Apr 16 05:11:17.385129 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-77b14657-9b55-4d2f-9e03-85717d05b217 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6d26486b3204342a58a996190384fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507534 Apr 16 05:11:17.607542 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-76840897-fb5e-488d-922e-f22fbe9824b8 service neutron] 10.222.0.48 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090967 Apr 16 05:11:18.063687 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-b277a76e-6c37-458c-aeae-15d4c3749cb7 service neutron] 10.222.0.48 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492233 Apr 16 05:11:18.081169 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2dabf-c840-42ea-93a9-7f0c1a978c19 req-2a09374c-190c-427b-986c-68bca4e048fd tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:18.081963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a2e2dabf-c840-42ea-93a9-7f0c1a978c19 req-2a09374c-190c-427b-986c-68bca4e048fd tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Synchronizing usage tracker for tenant:7e3c9075d734473f95c44b6eea618351 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:11:18.099706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a2e2dabf-c840-42ea-93a9-7f0c1a978c19 req-2a09374c-190c-427b-986c-68bca4e048fd tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Unset dirty status for tenant:7e3c9075d734473f95c44b6eea618351 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:11:18.101216 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a2e2dabf-c840-42ea-93a9-7f0c1a978c19 req-2a09374c-190c-427b-986c-68bca4e048fd tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.1639953 Apr 16 05:11:18.159391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a2e2dabf-c840-42ea-93a9-7f0c1a978c19 req-72bc5b4c-3d8c-443c-b962-f9a85028772a tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Synchronizing usage tracker for tenant:7e3c9075d734473f95c44b6eea618351 on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:11:18.183745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-a2e2dabf-c840-42ea-93a9-7f0c1a978c19 req-72bc5b4c-3d8c-443c-b962-f9a85028772a tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Unset dirty status for tenant:7e3c9075d734473f95c44b6eea618351 on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:11:18.185919 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a2e2dabf-c840-42ea-93a9-7f0c1a978c19 req-72bc5b4c-3d8c-443c-b962-f9a85028772a tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737314 Apr 16 05:11:18.285112 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a9714081-54a8-4159-87d6-11cec8776204 req-a0ce303a-75a6-4b4f-a032-70414eac89d9 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 210 time: 0.0498741 Apr 16 05:11:19.405293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e743c-25af-4b29-8b75-b47f682a26ab req-0056c8b8-9b32-4f2e-9d70-01604e26cb7e tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:19.406942 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-644e743c-25af-4b29-8b75-b47f682a26ab req-0056c8b8-9b32-4f2e-9d70-01604e26cb7e tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.1018424 Apr 16 05:11:19.478813 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-398e510a-9101-4abc-b31b-57550bb73f81 req-d515a5e3-40e4-4546-a38c-d53b3b70540d tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 210 time: 0.0689020 Apr 16 05:11:19.507490 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-644e743c-25af-4b29-8b75-b47f682a26ab req-3170cd95-f002-4c78-a26d-2c99a4d236d9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/security-groups?id=5cf921e8-dee5-4159-b2bc-59a09e36a6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596929 Apr 16 05:11:19.569920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-946e4bae-b393-4e8e-85d3-bc9ff640abfe tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:19.570780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-946e4bae-b393-4e8e-85d3-bc9ff640abfe tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Synchronizing usage tracker for tenant:7e3c9075d734473f95c44b6eea618351 on resource:port {{(pid=85336) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:11:19.585975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-946e4bae-b393-4e8e-85d3-bc9ff640abfe tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Unset dirty status for tenant:7e3c9075d734473f95c44b6eea618351 on resource:port {{(pid=85336) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:11:19.587301 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-946e4bae-b393-4e8e-85d3-bc9ff640abfe tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 945 time: 0.1227779 Apr 16 05:11:19.665623 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2b6f7672-c790-49d8-89c0-46191c138b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:19.679961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Deleting port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:19.680615 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:19.694542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-dcb621ae-161c-4357-9af0-5f5c12180336 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:19.696128 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-dcb621ae-161c-4357-9af0-5f5c12180336 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.47 "GET /v2.0/networks?id=70bc91cf-0a4e-4554-9706-349b30a11b03 HTTP/1.1" status: 200 len: 809 time: 0.1872783 Apr 16 05:11:19.709702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Request body: {'port': {'device_id': 'c13d2c4a-fdad-4b3a-9a42-64debd6efaf5', 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03', 'admin_state_up': True, 'tenant_id': 'c6d26486b3204342a58a996190384fb9'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:19.863783 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:19.868007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Usage tracker for resource:port and tenant:c6d26486b3204342a58a996190384fb9 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:19.871211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:19.877846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:19.890112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Made reservation on behalf of c6d26486b3204342a58a996190384fb9 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:11:19.896821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:19.965707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] For port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:19.966072 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:20.076474 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Allocated IP 172.20.0.10 (70bc91cf-0a4e-4554-9706-349b30a11b03/f4b88cf1-58d9-44cc-9eab-f93fbed5353e/b37a1adb-3485-4ef1-887a-56e74b5c0ac8) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:11:20.106672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Calling delete_port for 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:20.270987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:20.284372 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:11:20.287702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-158f406f-c109-4468-bdcd-8588bc2a2f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:20.307273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:20.339147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:20.354669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-424e49ef-1395-466a-ad98-06ba82e2eec8 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:20.395015 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Pushing event deleted for resources: {'Port': ['ID=962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:20.399216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:20.556406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] No DVR routers for this DVR port 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:11:20.559690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:20.572967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'name': 'network-vif-deleted', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:20.581285 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-33f34e51-0a6f-498a-8e80-5c7d58aac000 req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.47 "DELETE /v2.0/ports/962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a HTTP/1.1" status: 204 len: 173 time: 0.9878273 Apr 16 05:11:20.614605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Pushing event updated for resources: {'Port': ['ID=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:20.624453 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:20.624689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Network 70bc91cf-0a4e-4554-9706-349b30a11b03 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:11:20.626148 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:11:20.629187 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:11:20.799649 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ddaaa165-0522-4733-9a1f-399e73797ffa req-3d3ad65c-edf2-407c-8fd8-e4b7b49a7325 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] 10.222.0.48 "GET /v2.0/ports?device_id=dd55758a-52e3-4d8c-b7f6-10a96af28dad HTTP/1.1" status: 200 len: 210 time: 0.0835633 Apr 16 05:11:20.806068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:20.807389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:20.846942 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-3097a292-5fcc-4bd0-94ea-5f653f14a6dd tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1418676 Apr 16 05:11:20.862920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Request body: {'port': {'device_id': 'c13d2c4a-fdad-4b3a-9a42-64debd6efaf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:20.899849 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee31ee-29ca-44d4-be98-18e0d37a56fe req-41680d59-c62c-4c4e-bdef-1ee177000488 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:20.900670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-94ee31ee-29ca-44d4-be98-18e0d37a56fe req-41680d59-c62c-4c4e-bdef-1ee177000488 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Synchronizing usage tracker for tenant:c6d26486b3204342a58a996190384fb9 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:11:20.993653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-94ee31ee-29ca-44d4-be98-18e0d37a56fe req-41680d59-c62c-4c4e-bdef-1ee177000488 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Unset dirty status for tenant:c6d26486b3204342a58a996190384fb9 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:11:20.995147 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-94ee31ee-29ca-44d4-be98-18e0d37a56fe req-41680d59-c62c-4c4e-bdef-1ee177000488 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 932 time: 0.3255644 Apr 16 05:11:21.052196 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd55758a-52e3-4d8c-b7f6-10a96af28dad', 'name': 'network-vif-deleted', 'tag': '962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a', 'status': 'completed', 'code': 200} Apr 16 05:11:21.060247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:21.088594 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-94ee31ee-29ca-44d4-be98-18e0d37a56fe req-046e01c9-fabd-400a-924b-9ec4b8292ebf tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851526 Apr 16 05:11:21.472992 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37a1adb-3485-4ef1-887a-56e74b5c0ac8 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:11:21.482035 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:21.500620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Transition to ACTIVE for port object b37a1adb-3485-4ef1-887a-56e74b5c0ac8 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:11:21.503561 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:21.517725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8367f8e9-2523-48ab-b8b9-37b605a73051 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:21.669370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Pushing event updated for resources: {'Port': ['ID=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:21.672867 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:21.914827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Attempting to bind port b37a1adb-3485-4ef1-887a-56e74b5c0ac8 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:11:21.915221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Attempting to bind port b37a1adb-3485-4ef1-887a-56e74b5c0ac8 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '0021fdf6-29b0-49a4-bda9-93643405d688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:11:21.915583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Attempting to bind port b37a1adb-3485-4ef1-887a-56e74b5c0ac8 on network 70bc91cf-0a4e-4554-9706-349b30a11b03 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:11:21.921819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Port b37a1adb-3485-4ef1-887a-56e74b5c0ac8 on network 70bc91cf-0a4e-4554-9706-349b30a11b03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:11:21.922194 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Attempting to bind port b37a1adb-3485-4ef1-887a-56e74b5c0ac8 on network 70bc91cf-0a4e-4554-9706-349b30a11b03 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:11:21.928797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 10, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:11:21.929179 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Checking segment: {'id': '0021fdf6-29b0-49a4-bda9-93643405d688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:11:21.929663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Bound using segment: {'id': '0021fdf6-29b0-49a4-bda9-93643405d688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:11:21.930133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Bound port: b37a1adb-3485-4ef1-887a-56e74b5c0ac8, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0021fdf6-29b0-49a4-bda9-93643405d688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:11:21.930703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:22.049360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] For port b37a1adb-3485-4ef1-887a-56e74b5c0ac8, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:11:22.053044 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] For port b37a1adb-3485-4ef1-887a-56e74b5c0ac8, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:11:22.057715 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:22.074840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b797e920-f861-4348-8e2d-1634c745fe35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:22.326080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Pushing event updated for resources: {'Port': ['ID=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:22.330107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:22.388565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:22.389503 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:22.391113 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] 10.222.0.47 "PUT /v2.0/ports/b37a1adb-3485-4ef1-887a-56e74b5c0ac8 HTTP/1.1" status: 200 len: 1094 time: 1.5346966 Apr 16 05:11:22.391902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13d2c4a-fdad-4b3a-9a42-64debd6efaf5', 'tag': 'b37a1adb-3485-4ef1-887a-56e74b5c0ac8'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:22.418924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93daf0-76b9-4fa8-8672-7e64a5910217 req-9afe1cc7-85dc-4cb3-859e-261903c551b7 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:22.420778 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-af93daf0-76b9-4fa8-8672-7e64a5910217 req-9afe1cc7-85dc-4cb3-859e-261903c551b7 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 944 time: 0.1953664 Apr 16 05:11:22.493077 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13d2c4a-fdad-4b3a-9a42-64debd6efaf5', 'tag': 'b37a1adb-3485-4ef1-887a-56e74b5c0ac8', 'status': 'completed', 'code': 200} Apr 16 05:11:22.526189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d2bb0a42-23de-4338-b188-6c243739ccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:22.537211 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-af93daf0-76b9-4fa8-8672-7e64a5910217 req-eaf394b3-c72f-439e-bcd2-dd27a2a1564d tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095617 Apr 16 05:11:22.564182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-9f4bbdf5-266c-4f92-a39c-2e7b1276f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:22.565749 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-9f4bbdf5-266c-4f92-a39c-2e7b1276f242 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6d26486b3204342a58a996190384fb9&device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 1097 time: 0.1156809 Apr 16 05:11:22.651559 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-d8410b1c-fca8-45fa-817b-2a20e2c70181 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b37a1adb-3485-4ef1-887a-56e74b5c0ac8 HTTP/1.1" status: 200 len: 217 time: 0.0771341 Apr 16 05:11:22.725056 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-a6c0bc82-149c-4b01-a4a0-463c1f4a8fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:22.726685 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-a6c0bc82-149c-4b01-a4a0-463c1f4a8fd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4b88cf1-58d9-44cc-9eab-f93fbed5353e HTTP/1.1" status: 200 len: 849 time: 0.0690300 Apr 16 05:11:22.791076 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-ef320fd0-4887-469e-8593-a833d031894a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70bc91cf-0a4e-4554-9706-349b30a11b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562086 Apr 16 05:11:22.807438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54504) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:22.835936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:23.209907 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-4ea7f4f4-f51f-48fc-875e-b31f469e34b3 service neutron] 10.222.0.47 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110696 Apr 16 05:11:23.364594 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2260404d-b4af-4c31-ad6d-721677e9e512 req-eee17c61-b8d6-4237-bac1-087aea9876b3 service neutron] 10.222.0.47 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466746 Apr 16 05:11:23.498520 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532609-ac6e-4426-9c93-66b877104b4d req-95ad359e-2a07-489a-9598-587c63d4f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:23.500213 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d7532609-ac6e-4426-9c93-66b877104b4d req-95ad359e-2a07-489a-9598-587c63d4f538 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6d26486b3204342a58a996190384fb9&device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 1097 time: 0.0886755 Apr 16 05:11:23.635306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723136'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:23.686803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532609-ac6e-4426-9c93-66b877104b4d req-c184c8cc-52d3-4084-8671-d97df21c1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:23.689557 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d7532609-ac6e-4426-9c93-66b877104b4d req-c184c8cc-52d3-4084-8671-d97df21c1a6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=70bc91cf-0a4e-4554-9706-349b30a11b03 HTTP/1.1" status: 200 len: 910 time: 0.1808319 Apr 16 05:11:23.736722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:23.789146 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:23.789851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 962c33ef-8fc2-4d4a-bc8f-0c4c4c72712a not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:23.877616 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d7532609-ac6e-4426-9c93-66b877104b4d req-5dd823c2-73ce-47ef-97bd-e90b397e848b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b37a1adb-3485-4ef1-887a-56e74b5c0ac8 HTTP/1.1" status: 200 len: 217 time: 0.1800208 Apr 16 05:11:23.957987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:23.995238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7532609-ac6e-4426-9c93-66b877104b4d req-149b92d6-9dfd-4b87-8535-2e88b0b3df33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:23.997241 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d7532609-ac6e-4426-9c93-66b877104b4d req-149b92d6-9dfd-4b87-8535-2e88b0b3df33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4b88cf1-58d9-44cc-9eab-f93fbed5353e HTTP/1.1" status: 200 len: 849 time: 0.1125102 Apr 16 05:11:24.012464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96973a6-61cf-4576-8306-b416441f6d4c req-053d8f25-699a-403b-bb33-bde0a60035de tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:24.014285 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f96973a6-61cf-4576-8306-b416441f6d4c req-053d8f25-699a-403b-bb33-bde0a60035de tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 944 time: 0.2145371 Apr 16 05:11:24.080489 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d7532609-ac6e-4426-9c93-66b877104b4d req-0b5a32a3-5260-45f5-8fbc-9bed8e860678 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70bc91cf-0a4e-4554-9706-349b30a11b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648518 Apr 16 05:11:24.157458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Deleting port 8ef97424-9e84-46a6-91b9-12e1767dec2b {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:24.157928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:24.198384 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f96973a6-61cf-4576-8306-b416441f6d4c req-5240defe-0a04-4744-ab5d-78a0d5351eaa tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416717 Apr 16 05:11:24.310180 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d7532609-ac6e-4426-9c93-66b877104b4d req-a62b22df-ecaf-4aa3-9d01-a1e586dbb05d service neutron] 10.222.0.47 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212121 Apr 16 05:11:24.439390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] For port 8ef97424-9e84-46a6-91b9-12e1767dec2b, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=8ef97424-9e84-46a6-91b9-12e1767dec2b,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:24.439992 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:24.469109 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d7532609-ac6e-4426-9c93-66b877104b4d req-1ef8eb2d-0730-4fd5-bea5-64148a5205bc service neutron] 10.222.0.47 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518526 Apr 16 05:11:24.595254 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Calling delete_port for 8ef97424-9e84-46a6-91b9-12e1767dec2b owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:24.788627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:24.804182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-75715cef-295b-452e-a13c-eb4d418c62a7 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:24.903647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef97424-9e84-46a6-91b9-12e1767dec2b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:24.906378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:25.442567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c6713-4610-4c0d-9982-2bc4b642544a req-3f434d73-5a9b-4373-b2ea-7dbe14ae3c38 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:25.444191 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0d8c6713-4610-4c0d-9982-2bc4b642544a req-3f434d73-5a9b-4373-b2ea-7dbe14ae3c38 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 944 time: 0.1032789 Apr 16 05:11:25.495268 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0d8c6713-4610-4c0d-9982-2bc4b642544a req-c026be9b-a0cc-46ae-a4af-c5d2bd064f2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Apr 16 05:11:25.558958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853167693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720491'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:25.684990 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:25.742061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b37a1adb-3485-4ef1-887a-56e74b5c0ac8 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:11:25.892111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b37a1adb-3485-4ef1-887a-56e74b5c0ac8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:25.908362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'b37a1adb-3485-4ef1-887a-56e74b5c0ac8', 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03', 'port_id': 'b37a1adb-3485-4ef1-887a-56e74b5c0ac8', 'mac_address': 'fa:16:3e:14:7a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b88cf1-58d9-44cc-9eab-f93fbed5353e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:11:25.971393 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:25.991723 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37a1adb-3485-4ef1-887a-56e74b5c0ac8 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:11:26.011785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b37a1adb-3485-4ef1-887a-56e74b5c0ac8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:26.015428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:26.018195 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:26.094915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:26.103595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.104181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.104754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.105330 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.105848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.106458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.107031 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.107513 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.108010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.108614 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.109103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.109494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:26.113918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Router 4a9148ec-c331-4283-9310-d0e869462ffe has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:11:26.114566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:26.183647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:11:26.224121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b37a1adb-3485-4ef1-887a-56e74b5c0ac8'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:11:26.331816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:11:26.341249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] Sync routers for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:11:26.352909 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:26.353917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:26.357250 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-13e8356a-fce5-4abb-9f8d-8c7edf9ec4cf admin admin] 10.222.0.48 "PUT /v2.0/routers/4a9148ec-c331-4283-9310-d0e869462ffe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5471325 Apr 16 05:11:26.359454 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54512) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:26.580736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks [] for router, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:26.661042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:27.050407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445690f-4ba5-45a8-bd7f-2c61d5f15da7 req-0d8bb74a-3ab7-475d-86e6-c441bb4ccd25 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:27.052171 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8445690f-4ba5-45a8-bd7f-2c61d5f15da7 req-0d8bb74a-3ab7-475d-86e6-c441bb4ccd25 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 945 time: 0.3573716 Apr 16 05:11:27.054355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:27.081946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Deleting port 5566581f-c0b4-4c98-8c40-7b78ec06717d {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:27.082327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:27.158395 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8445690f-4ba5-45a8-bd7f-2c61d5f15da7 req-b08fcff2-2806-4366-971d-3814332a736a tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990639 Apr 16 05:11:27.167599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:11:24Z', 'revision_number': 5, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port': {'id': '5566581f-c0b4-4c98-8c40-7b78ec06717d', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:35Z', 'updated_at': '2021-04-16T05:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:27.173155 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] Checking router: 4a9148ec-c331-4283-9310-d0e869462ffe for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:11:27.183229 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] Routers {'4a9148ec-c331-4283-9310-d0e869462ffe'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:27.183914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['4a9148ec-c331-4283-9310-d0e869462ffe'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:27.298319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] For port 5566581f-c0b4-4c98-8c40-7b78ec06717d, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=5566581f-c0b4-4c98-8c40-7b78ec06717d,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:27.299063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:27.356055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] Set router 4a9148ec-c331-4283-9310-d0e869462ffe gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:27.447965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Calling delete_port for 5566581f-c0b4-4c98-8c40-7b78ec06717d owned by network:router_gateway {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:27.475489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:11:27Z', 'revision_number': 6, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port_host': None}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:27.480501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bc71f3-19e2-4bab-b385-5f451ac6489e None None] The sync data for ids ['4a9148ec-c331-4283-9310-d0e869462ffe'] in dv-cinder-786524-1-smb is: [{'id': '4a9148ec-c331-4283-9310-d0e869462ffe', 'name': 'tempest-TestMinimumBasicScenario-57697927-router', 'tenant_id': '7e3c9075d734473f95c44b6eea618351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:33Z', 'updated_at': '2021-04-16T05:11:27Z', 'revision_number': 6, 'project_id': '7e3c9075d734473f95c44b6eea618351', 'gw_port_host': None}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:11:27.652005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:27.668726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:27.769865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Pushing event deleted for resources: {'Port': ['ID=5566581f-c0b4-4c98-8c40-7b78ec06717d,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:27.774104 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:27.786190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b37a1adb-3485-4ef1-887a-56e74b5c0ac8 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:11:27.868598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port b37a1adb-3485-4ef1-887a-56e74b5c0ac8 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:11:27.876357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port b37a1adb-3485-4ef1-887a-56e74b5c0ac8 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:11:27.876958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:27.946463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720337'] for router_gateway, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.019158 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.054648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13d2c4a-fdad-4b3a-9a42-64debd6efaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37a1adb-3485-4ef1-887a-56e74b5c0ac8'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:28.072041 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b37a1adb-3485-4ef1-887a-56e74b5c0ac8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:28.076947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.080288 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:28.137011 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13d2c4a-fdad-4b3a-9a42-64debd6efaf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37a1adb-3485-4ef1-887a-56e74b5c0ac8', 'code': 200} Apr 16 05:11:28.190362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:28.196772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:28.492434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.510629 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 8ef97424-9e84-46a6-91b9-12e1767dec2b no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:28.549892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5889'] for router, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.551339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 8ef97424-9e84-46a6-91b9-12e1767dec2b {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:28.552265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 8ef97424-9e84-46a6-91b9-12e1767dec2b not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:28.552265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 5566581f-c0b4-4c98-8c40-7b78ec06717d no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:28.554630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.601620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 5566581f-c0b4-4c98-8c40-7b78ec06717d {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:28.602089 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 5566581f-c0b4-4c98-8c40-7b78ec06717d not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:28.682695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853054917'] for router, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.683280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a9148ec-c331-4283-9310-d0e869462ffe {{(pid=85335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 05:11:28.762986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028c4e-717b-4281-bd62-43ba69d2da17 req-9065538e-b879-42dc-aaaf-9730b73532fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:28.764820 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd028c4e-717b-4281-bd62-43ba69d2da17 req-9065538e-b879-42dc-aaaf-9730b73532fd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 1099 time: 0.3939009 Apr 16 05:11:28.775044 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0adb64-c04e-419e-9bd7-d1280a45edf5 req-d766be41-39c5-44d5-90fa-65e336c3ce36 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:28.776710 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8b0adb64-c04e-419e-9bd7-d1280a45edf5 req-d766be41-39c5-44d5-90fa-65e336c3ce36 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 946 time: 0.4070356 Apr 16 05:11:28.799731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.800962 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] 10.222.0.48 "DELETE /v2.0/routers/4a9148ec-c331-4283-9310-d0e869462ffe HTTP/1.1" status: 204 len: 168 time: 2.4403934 Apr 16 05:11:28.803996 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54532) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:28.882073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] Deleting subnet 5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:11:28.885481 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.886146 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8b0adb64-c04e-419e-9bd7-d1280a45edf5 req-0e29d831-9920-4d16-af94-8f7404d45b58 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905447 Apr 16 05:11:28.887809 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dd028c4e-717b-4281-bd62-43ba69d2da17 req-04a5719f-f3b1-4ff0-8575-457724a1f934 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083610 Apr 16 05:11:28.908585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8a661-1732-45b7-b3da-08f37dcb73e3 req-fde57092-a17c-43f1-91cb-58d71cb5ec7d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:28.908585 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7db8a661-1732-45b7-b3da-08f37dcb73e3 req-fde57092-a17c-43f1-91cb-58d71cb5ec7d tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 946 time: 0.2193096 Apr 16 05:11:28.947940 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4094960'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:28.965232 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7db8a661-1732-45b7-b3da-08f37dcb73e3 req-88f8af23-a916-437d-82e0-5393abe4ccb4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512774 Apr 16 05:11:29.067482 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:29.359452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4171062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852521590'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:29.376565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d433169a-8f0b-484f-9e04-2baf1166db8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:29.477549 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:29.482688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:29.521828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:29.527458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ddd3e5-2546-4c7c-9612-b3d4c86a781a None None] Network 3c869597-f489-4f34-9488-15f18970bb13 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:11:29.536113 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5e8d634c-5ea0-44dd-8a1b-0d1e6477b6ae HTTP/1.1" status: 204 len: 168 time: 0.7284992 Apr 16 05:11:29.536494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54536) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:29.677306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:29.753559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Deleting port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:29.754320 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:29.835734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] DHCP port deletion for 3c869597-f489-4f34-9488-15f18970bb13 request from dv-cinder-786524-1-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 05:11:29.841050 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] Deleting port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:29.841730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:30.028756 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] For port 14d849ee-aebb-4699-86b2-d4b3f465ecb5, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=14d849ee-aebb-4699-86b2-d4b3f465ecb5,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:30.029855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:30.130097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] For port 14d849ee-aebb-4699-86b2-d4b3f465ecb5, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=14d849ee-aebb-4699-86b2-d4b3f465ecb5,segment=NetworkSegment(f6dc137b-20e9-4bd6-aa6f-343237e0a138),segment_id=f6dc137b-20e9-4bd6-aa6f-343237e0a138)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:30.130945 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:30.177475 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Calling delete_port for 14d849ee-aebb-4699-86b2-d4b3f465ecb5 owned by network:dhcp {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:30.268940 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] Calling delete_port for 14d849ee-aebb-4699-86b2-d4b3f465ecb5 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:30.385407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:30.407152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:30.456884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85335) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:11:30.457253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.api [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 05:11:30.498716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881292-9440-40fa-bf41-c5e217abe881 req-de305996-33ed-4ade-8813-f4f0bf8d8443 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:30.500228 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-de881292-9440-40fa-bf41-c5e217abe881 req-de305996-33ed-4ade-8813-f4f0bf8d8443 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 946 time: 0.3329730 Apr 16 05:11:30.514079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8e9b6-f3f2-4a12-ab40-e0e2d3e73a29 req-008c0b08-66af-46a2-97fb-8e1b6efa345a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:30.515792 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-15e8e9b6-f3f2-4a12-ab40-e0e2d3e73a29 req-008c0b08-66af-46a2-97fb-8e1b6efa345a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 946 time: 0.2235348 Apr 16 05:11:30.520437 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] Pushing event deleted for resources: {'Port': ['ID=14d849ee-aebb-4699-86b2-d4b3f465ecb5,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:30.525495 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:30.526170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe3a71-cc9d-4828-a350-5277e85a8ebf req-95ad5b1d-48e6-4cb4-b872-26aedc30982e tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:30.527837 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9abe3a71-cc9d-4828-a350-5277e85a8ebf req-95ad5b1d-48e6-4cb4-b872-26aedc30982e tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 946 time: 0.3593411 Apr 16 05:11:30.557846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 14d849ee-aebb-4699-86b2-d4b3f465ecb5 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:30.601811 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 14d849ee-aebb-4699-86b2-d4b3f465ecb5 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:30.602311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 14d849ee-aebb-4699-86b2-d4b3f465ecb5 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:30.613350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] No DVR routers for this DVR port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 on host dv-cinder-786524-1-smb {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:11:30.669779 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-15e8e9b6-f3f2-4a12-ab40-e0e2d3e73a29 req-3c5d04f4-52ae-4fee-89dc-ee5a98f4287a tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408069 Apr 16 05:11:30.683238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Deleting port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:30.683627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:30.714052 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9abe3a71-cc9d-4828-a350-5277e85a8ebf req-c9ccc559-da44-4c37-b23f-0bfea5e32b4b tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298983 Apr 16 05:11:30.958457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Deleting port 14d849ee-aebb-4699-86b2-d4b3f465ecb5 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:30.958865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:31.051301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] The port '14d849ee-aebb-4699-86b2-d4b3f465ecb5' was deleted {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 05:11:31.087900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] For port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:31.088306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:31.278221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:31.887222 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c869597-f489-4f34-9488-15f18970bb13']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:31.969554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dc137b-20e9-4bd6-aa6f-343237e0a138') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:31.969856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dc137b-20e9-4bd6-aa6f-343237e0a138') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:32.008011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852657675'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:32.040750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:32.041162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:32.041517 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Floating IP 4b130687-2cde-45f9-9fc4-6cffebd9dca8 disassociated. External IP: 172.28.1.189, port: 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7. Apr 16 05:11:32.041913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Calling delete_port for 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:32.089135 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:32.113535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:11:32.353644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0520b9-19d6-4714-82f7-7a6a9539198e req-59b1b7ca-8993-4a1c-8a54-17384337d36c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:32.355421 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0520b9-19d6-4714-82f7-7a6a9539198e req-59b1b7ca-8993-4a1c-8a54-17384337d36c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 946 time: 0.6285477 Apr 16 05:11:32.374378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03a9d6-f4f1-4d40-90a3-6f9f9c14846d req-0af05bd9-a181-49e5-9a37-a608ab6adae4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:32.376064 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a03a9d6-f4f1-4d40-90a3-6f9f9c14846d req-0af05bd9-a181-49e5-9a37-a608ab6adae4 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 946 time: 0.4939904 Apr 16 05:11:32.389928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Network 3c869597-f489-4f34-9488-15f18970bb13 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:11:32.414438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103373'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:32.702543 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0520b9-19d6-4714-82f7-7a6a9539198e req-8e03e845-fb21-4072-bf17-9cc1eed32d26 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373237 Apr 16 05:11:32.727026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:32.731403 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9a03a9d6-f4f1-4d40-90a3-6f9f9c14846d req-71043cf9-8bfe-4a12-84fb-ff096e999d56 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups?id=5193da37-ac37-4f83-b7e2-d0fd4adab503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327007 Apr 16 05:11:32.770774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-472c9241-925c-4f2a-a6ec-b730942f9986 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:32.835798 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Network 3c869597-f489-4f34-9488-15f18970bb13 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:11:32.923541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event deleted for resources: {'Port': ['ID=0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:11:32.925736 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:11:32.935501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:33.042295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:33.052577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04740769-33db-47cf-af41-ea134ba9dbba req-da89cac0-7686-4479-9bb2-6d0a57eb42b2 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:33.054392 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-04740769-33db-47cf-af41-ea134ba9dbba req-da89cac0-7686-4479-9bb2-6d0a57eb42b2 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.47 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 946 time: 0.1442568 Apr 16 05:11:33.054719 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:33.072200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:33.098014 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3c869597-f489-4f34-9488-15f18970bb13,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:33.103960 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:33.133380 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] 10.222.0.48 "DELETE /v2.0/networks/3c869597-f489-4f34-9488-15f18970bb13 HTTP/1.1" status: 204 len: 168 time: 3.5956690 Apr 16 05:11:33.136463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54558) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:33.147125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-04740769-33db-47cf-af41-ea134ba9dbba req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Deleting port b37a1adb-3485-4ef1-887a-56e74b5c0ac8 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:33.147522 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-04740769-33db-47cf-af41-ea134ba9dbba req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:33.461720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-04740769-33db-47cf-af41-ea134ba9dbba req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] For port b37a1adb-3485-4ef1-887a-56e74b5c0ac8, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:33.462660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-04740769-33db-47cf-af41-ea134ba9dbba req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:33.607262 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-04740769-33db-47cf-af41-ea134ba9dbba req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Calling delete_port for b37a1adb-3485-4ef1-887a-56e74b5c0ac8 owned by compute:nova {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:33.633556 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Router 40d73ffe-a928-4574-a875-08cfcaff1ed3 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:11:33.804688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-04740769-33db-47cf-af41-ea134ba9dbba req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:33.818749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b37a1adb-3485-4ef1-887a-56e74b5c0ac8'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:11:33.842223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-dc9f5e64-c5c9-48f2-978b-440f34cd7e54 tempest-AttachVolumeNegativeTest-689870230 tempest-AttachVolumeNegativeTest-689870230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:33.894210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:33.953929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:33.954634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:34.003375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Pushing event deleted for resources: {'Port': ['ID=b37a1adb-3485-4ef1-887a-56e74b5c0ac8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:34.010339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:34.243369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-04740769-33db-47cf-af41-ea134ba9dbba req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] No DVR routers for this DVR port b37a1adb-3485-4ef1-887a-56e74b5c0ac8 on host hv-cinder-78652 {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:11:34.245983 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-04740769-33db-47cf-af41-ea134ba9dbba req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:34.249279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13d2c4a-fdad-4b3a-9a42-64debd6efaf5', 'name': 'network-vif-deleted', 'tag': 'b37a1adb-3485-4ef1-887a-56e74b5c0ac8'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:34.266738 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-04740769-33db-47cf-af41-ea134ba9dbba req-42553544-2cef-4510-8087-4272d486eb79 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.47 "DELETE /v2.0/ports/b37a1adb-3485-4ef1-887a-56e74b5c0ac8 HTTP/1.1" status: 204 len: 173 time: 1.2061677 Apr 16 05:11:34.368532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-90c61b8e-bb9a-439a-b43a-13fa8c45dc73 req-5e7a1354-5dfd-4bac-b24c-382d310e7076 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Synchronizing usage tracker for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:11:34.378074 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9b19fef3-6378-4ad6-931d-a1f60eb4d326 req-21cae812-3935-47d1-aae1-cdf4a6166903 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=c13d2c4a-fdad-4b3a-9a42-64debd6efaf5 HTTP/1.1" status: 200 len: 210 time: 0.4776416 Apr 16 05:11:34.455753 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13d2c4a-fdad-4b3a-9a42-64debd6efaf5', 'name': 'network-vif-deleted', 'tag': 'b37a1adb-3485-4ef1-887a-56e74b5c0ac8', 'status': 'completed', 'code': 200} Apr 16 05:11:34.476903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-90c61b8e-bb9a-439a-b43a-13fa8c45dc73 req-5e7a1354-5dfd-4bac-b24c-382d310e7076 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Unset dirty status for tenant:031dfcfcd7b1408d90ad39ffd7cb5088 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:11:34.478351 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-90c61b8e-bb9a-439a-b43a-13fa8c45dc73 req-5e7a1354-5dfd-4bac-b24c-382d310e7076 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/ports?device_id=afb6813a-1bb8-43e8-9d11-ed4b982af6d6 HTTP/1.1" status: 200 len: 210 time: 0.5819740 Apr 16 05:11:34.518722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:11:34.533496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] Sync routers for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:11:34.544815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:34.545590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:34.650724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] No DVR routers for this DVR port 0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 on host hv-cinder-78652 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:11:34.654370 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:34.657364 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-de881292-9440-40fa-bf41-c5e217abe881 req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.47 "DELETE /v2.0/ports/0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7 HTTP/1.1" status: 204 len: 173 time: 4.1403120 Apr 16 05:11:34.657949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-deleted', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:34.726168 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb6813a-1bb8-43e8-9d11-ed4b982af6d6', 'name': 'network-vif-deleted', 'tag': '0fd1feb3-c051-4bdf-ae23-63e50c5cf1f7', 'status': 'completed', 'code': 200} Apr 16 05:11:34.770881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:34.841538 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723136'] for router_interface, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:35.243137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:35.250428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] Checking router: 40d73ffe-a928-4574-a875-08cfcaff1ed3 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:11:35.265848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Deleting port 1455a8cf-d076-4894-a733-2a8f9103b6e7 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:35.266191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:35.266929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:35.268135 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:35.511613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] For port 1455a8cf-d076-4894-a733-2a8f9103b6e7, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=1455a8cf-d076-4894-a733-2a8f9103b6e7,segment=NetworkSegment(76c74813-d761-425e-bd77-889ad777e8f5),segment_id=76c74813-d761-425e-bd77-889ad777e8f5)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:35.512496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:35.763405 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Calling delete_port for 1455a8cf-d076-4894-a733-2a8f9103b6e7 owned by network:router_interface {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:35.785667 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:35.836086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54588) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:35.942248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d0fd-bd1f-4db1-9e78-8508865d7cd8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:35.984600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d0fd-bd1f-4db1-9e78-8508865d7cd8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:36.061350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-21488689-cbb3-4fb4-9526-d2719570148d tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:36.063340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d0fd-bd1f-4db1-9e78-8508865d7cd8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:36.065713 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-21488689-cbb3-4fb4-9526-d2719570148d tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/networks?id=70bc91cf-0a4e-4554-9706-349b30a11b03 HTTP/1.1" status: 200 len: 809 time: 0.2603531 Apr 16 05:11:36.074107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6dba4096-40f0-481c-98a1-cea8b27d1346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:36.091499 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-78b21f1e-c407-4f5c-a5da-859e911d85d8 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/quotas/c6d26486b3204342a58a996190384fb9 HTTP/1.1" status: 200 len: 375 time: 0.0137277 Apr 16 05:11:36.092643 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2d0fd-bd1f-4db1-9e78-8508865d7cd8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5193da37-ac37-4f83-b7e2-d0fd4adab503,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:36.098323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8dc2d0fd-bd1f-4db1-9e78-8508865d7cd8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:36.111900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8dc2d0fd-bd1f-4db1-9e78-8508865d7cd8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:36.118293 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8dc2d0fd-bd1f-4db1-9e78-8508865d7cd8 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "DELETE /v2.0/security-groups/5193da37-ac37-4f83-b7e2-d0fd4adab503 HTTP/1.1" status: 204 len: 168 time: 0.2751417 Apr 16 05:11:36.118647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54592) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:36.139092 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.api.v2.resource [None req-467d68d5-f39d-4d39-9db6-5fed92571da2 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] show failed (client error): The resource could not be found. Apr 16 05:11:36.145957 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-467d68d5-f39d-4d39-9db6-5fed92571da2 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "GET /v2.0/security-groups/5193da37-ac37-4f83-b7e2-d0fd4adab503 HTTP/1.1" status: 404 len: 347 time: 0.0204883 Apr 16 05:11:36.146282 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54596) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:36.203680 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-e9c319f3-ef7d-49e9-b2ee-eaf8974dfae8 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c6d26486b3204342a58a996190384fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939202 Apr 16 05:11:36.238290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:36.255679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:36.363201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1455a8cf-d076-4894-a733-2a8f9103b6e7,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:36.388416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Deleting port 60ae6e2b-e88a-4885-92c5-ef9b20ceade8 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:36.388764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:36.393860 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:36.483085 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:36.494181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7c1b7c-eae9-4067-a515-fef6bc7610e2 None None] The sync data for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb is: [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:05:00Z', 'revision_number': 4, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': 'd8ee2a5c-f34c-4546-9d38-0146f399936e', 'name': '', 'network_id': 'ec6333fc-d615-4cb1-a309-882dfad7f633', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'mac_address': 'fa:16:3e:a2:86:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:54Z', 'updated_at': '2021-04-16T05:05:12Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'subnets': [{'id': 'dbdf2630-9936-4403-b9eb-faf0852f5c8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:11:36.604225 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-79216fad-eb74-4880-b1df-5c2063318ad1 service neutron] 10.222.0.48 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880889 Apr 16 05:11:36.708516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:36.709326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:37.056054 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-b83e001e-d449-4b7c-b9a0-6be108bfeda6 service neutron] 10.222.0.48 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391360 Apr 16 05:11:37.088053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03de625f-207c-438d-94ef-edbe518f2955 None None] New status for floating IP 4b130687-2cde-45f9-9fc4-6cffebd9dca8: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:11:37.138099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853167693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720491'] for router_interface, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:37.218699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Calling delete_port for 60ae6e2b-e88a-4885-92c5-ef9b20ceade8 owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:37.362265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:11:37.362856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.api [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 05:11:37.448005 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-be352000-3b1b-495c-9c78-52611ed462e6 req-c36104e9-188a-4525-a0d0-a37760bb41c7 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 210 time: 0.0699959 Apr 16 05:11:37.852250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b37a1adb-3485-4ef1-887a-56e74b5c0ac8 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:37.864512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Deleting port 60ae6e2b-e88a-4885-92c5-ef9b20ceade8 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:37.865139 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:37.940414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: b37a1adb-3485-4ef1-887a-56e74b5c0ac8 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:37.940816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b37a1adb-3485-4ef1-887a-56e74b5c0ac8 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:38.159408 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:38.160006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:38.289866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Router 1938b35f-93ff-4022-8524-57b8f79cc29c has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:11:38.307521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Calling delete_port for 60ae6e2b-e88a-4885-92c5-ef9b20ceade8 owned by network:floatingip {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:38.536068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:11:38.547655 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] 10.222.0.48 "PUT /v2.0/routers/1938b35f-93ff-4022-8524-57b8f79cc29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4100263 Apr 16 05:11:38.552930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54614) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:38.554786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] Sync routers for ids ['1938b35f-93ff-4022-8524-57b8f79cc29c'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:11:38.568672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:38.595725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] Routers {'1938b35f-93ff-4022-8524-57b8f79cc29c'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:38.600266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['1938b35f-93ff-4022-8524-57b8f79cc29c'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:38.651155 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3e4b8362-4caa-4a6c-b694-6fab5f92816b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:38.711295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Pushing event deleted for resources: {'Port': ['ID=60ae6e2b-e88a-4885-92c5-ef9b20ceade8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:38.715984 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:38.876132 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dea0f3c0-2f93-49aa-b45e-319feb18d6aa req-c33a0c4b-16d5-4b81-acd2-e343182ab20f tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 210 time: 0.1933923 Apr 16 05:11:39.018617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks [] for floatingip, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:39.027587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] Set router 1938b35f-93ff-4022-8524-57b8f79cc29c gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:39.047073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:39.048642 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1246a080-9525-4a74-aacd-9affdc523244 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] 10.222.0.48 "DELETE /v2.0/floatingips/4b130687-2cde-45f9-9fc4-6cffebd9dca8 HTTP/1.1" status: 204 len: 168 time: 2.9012580 Apr 16 05:11:39.079385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:39.142641 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-9996b445-c6d3-4c99-95ed-4bb950235096 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:39.144356 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-9996b445-c6d3-4c99-95ed-4bb950235096 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.47 "GET /v2.0/networks?id=70bc91cf-0a4e-4554-9706-349b30a11b03 HTTP/1.1" status: 200 len: 809 time: 0.4773037 Apr 16 05:11:39.157838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Request body: {'port': {'device_id': '050e20e4-b379-4632-8e60-3fe152c74813', 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03', 'admin_state_up': True, 'tenant_id': 'c6d26486b3204342a58a996190384fb9'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:39.478777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:39.482243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:39.489096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Usage tracker for resource:port and tenant:c6d26486b3204342a58a996190384fb9 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:39.493963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:39.501583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Deleting port c7e27788-78a9-4a54-8afa-245b195ec0b7 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:39.501962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:39.533499 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:39.567104 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Made reservation on behalf of c6d26486b3204342a58a996190384fb9 for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:11:39.573442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:39.573716 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209'}], 'enable_snat': True}, 'gw_port_id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:46Z', 'updated_at': '2021-04-16T05:11:36Z', 'revision_number': 5, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'gw_port': {'id': 'c7e27788-78a9-4a54-8afa-245b195ec0b7', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:8c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:08:48Z', 'updated_at': '2021-04-16T05:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:39.578666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] Checking router: 1938b35f-93ff-4022-8524-57b8f79cc29c for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:11:39.588903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] Routers {'1938b35f-93ff-4022-8524-57b8f79cc29c'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:39.589609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['1938b35f-93ff-4022-8524-57b8f79cc29c'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:39.768130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] Set router 1938b35f-93ff-4022-8524-57b8f79cc29c gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:39.856702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] For port c7e27788-78a9-4a54-8afa-245b195ec0b7, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=c7e27788-78a9-4a54-8afa-245b195ec0b7,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:39.857109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:39.892568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:46Z', 'updated_at': '2021-04-16T05:11:39Z', 'revision_number': 6, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'gw_port_host': None}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:39.897695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23592896-7f0c-48bf-9966-150260fc20f7 None None] The sync data for ids ['1938b35f-93ff-4022-8524-57b8f79cc29c'] in dv-cinder-786524-1-smb is: [{'id': '1938b35f-93ff-4022-8524-57b8f79cc29c', 'name': 'tempest-TestMinimumBasicScenario-1846095827-router', 'tenant_id': '47a0e647050d416ca9bdba2a46218818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:08:46Z', 'updated_at': '2021-04-16T05:11:39Z', 'revision_number': 6, 'project_id': '47a0e647050d416ca9bdba2a46218818', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:11:40.022087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Calling delete_port for c7e27788-78a9-4a54-8afa-245b195ec0b7 owned by network:router_gateway {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:40.088900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Allocated IP 172.20.0.5 (70bc91cf-0a4e-4554-9706-349b30a11b03/f4b88cf1-58d9-44cc-9eab-f93fbed5353e/b42b4f71-cab4-41e3-bdb6-968742c1e427) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:11:40.239088 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5a274c7d-ae3d-4c0b-ab9d-6bab035e75e7 req-406ecf8f-e91e-468f-bbfc-499d3030217d tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 210 time: 0.0668578 Apr 16 05:11:40.488039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:40.511660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ae192a74-5bac-4049-90f8-3a05329a0e1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:40.569890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device c7e27788-78a9-4a54-8afa-245b195ec0b7 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:40.650954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: c7e27788-78a9-4a54-8afa-245b195ec0b7 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:40.651568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device c7e27788-78a9-4a54-8afa-245b195ec0b7 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:40.652304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 1455a8cf-d076-4894-a733-2a8f9103b6e7 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:40.705652 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 1455a8cf-d076-4894-a733-2a8f9103b6e7 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:40.706061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 1455a8cf-d076-4894-a733-2a8f9103b6e7 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:40.884339 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:40.956289 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e27788-78a9-4a54-8afa-245b195ec0b7,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:40.978266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.978745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.979162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.979545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.979950 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.980384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.980782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.981186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.981633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.982011 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.982386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.983099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:11:40.990600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:41.099399 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:41.120237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b3f62af4-3e37-4004-a8ea-18b6bfad6ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:41.346261 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Pushing event updated for resources: {'Port': ['ID=b42b4f71-cab4-41e3-bdb6-968742c1e427,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:41.348963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720337'] for router_gateway, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:41.405257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:41.623826 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5889'] for router, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:41.631868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:41.660804 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Network 70bc91cf-0a4e-4554-9706-349b30a11b03 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:11:41.671751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:11:41.681048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:11:41.722677 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853054917'] for router, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:41.723278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1938b35f-93ff-4022-8524-57b8f79cc29c {{(pid=85335) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 05:11:41.776298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461a9f4-1dd0-4606-a7a0-480b033f18e5 req-ff4df31f-e05f-47fd-adff-6ee6f8a11866 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:41.777099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-4461a9f4-1dd0-4606-a7a0-480b033f18e5 req-ff4df31f-e05f-47fd-adff-6ee6f8a11866 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Synchronizing usage tracker for tenant:c6d26486b3204342a58a996190384fb9 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:11:41.785889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:41.786650 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:41.823474 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Notify callbacks [] for router, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:41.826852 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1938b35f-93ff-4022-8524-57b8f79cc29c HTTP/1.1" status: 204 len: 168 time: 3.2707100 Apr 16 05:11:41.828350 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-025c5a23-7eb8-4520-8f40-5a880165cf2c tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6755311 Apr 16 05:11:41.828859 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54640) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:41.866610 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-4461a9f4-1dd0-4606-a7a0-480b033f18e5 req-ff4df31f-e05f-47fd-adff-6ee6f8a11866 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Unset dirty status for tenant:c6d26486b3204342a58a996190384fb9 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:11:41.867927 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4461a9f4-1dd0-4606-a7a0-480b033f18e5 req-ff4df31f-e05f-47fd-adff-6ee6f8a11866 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 931 time: 0.4646287 Apr 16 05:11:41.877121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Request body: {'port': {'device_id': '050e20e4-b379-4632-8e60-3fe152c74813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:42.000570 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ba88c6-1dfb-41bb-aa0d-126ebbb4887e admin admin] Deleting subnet b94f993e-946d-4f26-8e76-ead712565f17 {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:11:42.044865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4ba88c6-1dfb-41bb-aa0d-126ebbb4887e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:42.090316 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4461a9f4-1dd0-4606-a7a0-480b033f18e5 req-6cb5dce6-8b59-4e53-a965-67a52307580b tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757758 Apr 16 05:11:42.135060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4ba88c6-1dfb-41bb-aa0d-126ebbb4887e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2118093'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:42.141571 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54650) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:42.170846 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:42.416082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4ba88c6-1dfb-41bb-aa0d-126ebbb4887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:42.894912 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b42b4f71-cab4-41e3-bdb6-968742c1e427 {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:11:42.905187 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723136'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:42.908068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:42.926684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4ba88c6-1dfb-41bb-aa0d-126ebbb4887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850673300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850641033'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:42.943935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Transition to ACTIVE for port object b42b4f71-cab4-41e3-bdb6-968742c1e427 will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:11:42.944500 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-92771ac5-e8b8-4049-b16c-bbd3d4f67e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:42.985064 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:43.053797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba88c6-1dfb-41bb-aa0d-126ebbb4887e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94f993e-946d-4f26-8e76-ead712565f17,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:43.075626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b4ba88c6-1dfb-41bb-aa0d-126ebbb4887e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:43.076246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c46419b6-da53-46d8-8770-53e3d414ad7b tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:43.253754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Pushing event updated for resources: {'Port': ['ID=b42b4f71-cab4-41e3-bdb6-968742c1e427,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:43.273229 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:43.277713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4ba88c6-1dfb-41bb-aa0d-126ebbb4887e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:43.289497 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb5108-d096-4dac-992b-f2ce739fc497 None None] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:11:43.364831 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b4ba88c6-1dfb-41bb-aa0d-126ebbb4887e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b94f993e-946d-4f26-8e76-ead712565f17 HTTP/1.1" status: 204 len: 168 time: 1.5347676 Apr 16 05:11:43.367584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54658) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:43.461214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Deleting port d8ee2a5c-f34c-4546-9d38-0146f399936e {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:43.461666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:43.585243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:43.698431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] DHCP port deletion for 2034ba60-198f-4eac-8cdf-7e556cdc6794 request from dv-cinder-786524-1-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 05:11:43.707091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] Deleting port 202f06b6-363f-4a13-b0ae-3fbadc27f51d {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:43.707805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:43.747967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Deleting port 202f06b6-363f-4a13-b0ae-3fbadc27f51d {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:43.749017 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:43.856224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23e195-8027-4f4d-81b8-e3d7e95ca2d4 req-e9ee1ffc-cdcf-4355-94ed-0464d344ba6a tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:43.858331 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5d23e195-8027-4f4d-81b8-e3d7e95ca2d4 req-e9ee1ffc-cdcf-4355-94ed-0464d344ba6a tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 943 time: 0.5712044 Apr 16 05:11:43.892993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] For port d8ee2a5c-f34c-4546-9d38-0146f399936e, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=d8ee2a5c-f34c-4546-9d38-0146f399936e,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:43.893398 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:43.995037 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5d23e195-8027-4f4d-81b8-e3d7e95ca2d4 req-27688625-5c7c-4a2d-9683-552eeb5284a5 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095963 Apr 16 05:11:43.996542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Attempting to bind port b42b4f71-cab4-41e3-bdb6-968742c1e427 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:11:43.997162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Attempting to bind port b42b4f71-cab4-41e3-bdb6-968742c1e427 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '0021fdf6-29b0-49a4-bda9-93643405d688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:11:43.997791 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Attempting to bind port b42b4f71-cab4-41e3-bdb6-968742c1e427 on network 70bc91cf-0a4e-4554-9706-349b30a11b03 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:11:44.008319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Port b42b4f71-cab4-41e3-bdb6-968742c1e427 on network 70bc91cf-0a4e-4554-9706-349b30a11b03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:11:44.008954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Attempting to bind port b42b4f71-cab4-41e3-bdb6-968742c1e427 on network 70bc91cf-0a4e-4554-9706-349b30a11b03 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:11:44.025776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:11:44.026438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Checking segment: {'id': '0021fdf6-29b0-49a4-bda9-93643405d688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:11:44.027258 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Bound using segment: {'id': '0021fdf6-29b0-49a4-bda9-93643405d688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:11:44.028115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Bound port: b42b4f71-cab4-41e3-bdb6-968742c1e427, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0021fdf6-29b0-49a4-bda9-93643405d688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:11:44.028780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:44.072131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Calling delete_port for d8ee2a5c-f34c-4546-9d38-0146f399936e owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:44.147643 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] For port 202f06b6-363f-4a13-b0ae-3fbadc27f51d, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=202f06b6-363f-4a13-b0ae-3fbadc27f51d,segment=NetworkSegment(76c74813-d761-425e-bd77-889ad777e8f5),segment_id=76c74813-d761-425e-bd77-889ad777e8f5)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:44.148166 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:44.215445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] For port b42b4f71-cab4-41e3-bdb6-968742c1e427, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:11:44.222032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] For port b42b4f71-cab4-41e3-bdb6-968742c1e427, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b42b4f71-cab4-41e3-bdb6-968742c1e427,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:11:44.227378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:44.244860 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9ed60d7c-ca85-43d2-b8b4-a7fae6e44b00 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:44.417785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] Calling delete_port for 202f06b6-363f-4a13-b0ae-3fbadc27f51d owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:44.421146 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Pushing event updated for resources: {'Port': ['ID=b42b4f71-cab4-41e3-bdb6-968742c1e427,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:44.427445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:44.465944 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:44.466968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:44.469004 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] 10.222.0.47 "PUT /v2.0/ports/b42b4f71-cab4-41e3-bdb6-968742c1e427 HTTP/1.1" status: 200 len: 1093 time: 2.5971060 Apr 16 05:11:44.469612 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050e20e4-b379-4632-8e60-3fe152c74813', 'tag': 'b42b4f71-cab4-41e3-bdb6-968742c1e427'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:44.524721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522'] for port, after_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:44.553566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7b296862-67ef-4878-bf44-e5930b7cabbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:44.576603 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] For port 202f06b6-363f-4a13-b0ae-3fbadc27f51d, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=202f06b6-363f-4a13-b0ae-3fbadc27f51d,segment=NetworkSegment(76c74813-d761-425e-bd77-889ad777e8f5),segment_id=76c74813-d761-425e-bd77-889ad777e8f5)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:44.576603 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:44.624682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 202f06b6-363f-4a13-b0ae-3fbadc27f51d no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:44.628046 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050e20e4-b379-4632-8e60-3fe152c74813', 'tag': 'b42b4f71-cab4-41e3-bdb6-968742c1e427', 'status': 'completed', 'code': 200} Apr 16 05:11:44.690686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-01a1a3b2-bfb5-4309-8730-32dc98669071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:44.693169 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-01a1a3b2-bfb5-4309-8730-32dc98669071 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6d26486b3204342a58a996190384fb9&device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 1096 time: 0.1542611 Apr 16 05:11:44.732312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Calling delete_port for 202f06b6-363f-4a13-b0ae-3fbadc27f51d owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:44.743108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] Pushing event deleted for resources: {'Port': ['ID=202f06b6-363f-4a13-b0ae-3fbadc27f51d,revision_number=None']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:44.746662 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:44.755442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 202f06b6-363f-4a13-b0ae-3fbadc27f51d {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:44.756356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 202f06b6-363f-4a13-b0ae-3fbadc27f51d not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:44.821747 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-af96a28d-f438-4dd0-947e-eb3d1a181e7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42b4f71-cab4-41e3-bdb6-968742c1e427 HTTP/1.1" status: 200 len: 217 time: 0.1206884 Apr 16 05:11:44.825508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] No DVR routers for this DVR port 202f06b6-363f-4a13-b0ae-3fbadc27f51d on host dv-cinder-786524-1-smb {{(pid=85337) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:11:44.872703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85336) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:11:44.873156 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.api [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 05:11:44.903542 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-a6f81a6f-4625-4ec7-9cee-20f5599e6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:44.903897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:44.905607 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-a6f81a6f-4625-4ec7-9cee-20f5599e6094 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4b88cf1-58d9-44cc-9eab-f93fbed5353e HTTP/1.1" status: 200 len: 849 time: 0.0767608 Apr 16 05:11:44.921779 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1579056f-e228-4a0a-bb3a-90fa591ef940 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:45.015826 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-46474ee1-8083-48a1-afc8-b59db47336b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70bc91cf-0a4e-4554-9706-349b30a11b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032567 Apr 16 05:11:45.025290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ee2a5c-f34c-4546-9d38-0146f399936e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:45.033557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:45.273780 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-3135881b-d961-46b5-9354-8f3b8851a6b8 service neutron] 10.222.0.47 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514160 Apr 16 05:11:45.378888 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Deleting port 202f06b6-363f-4a13-b0ae-3fbadc27f51d {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:45.379293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:45.413376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9002799-be57-4438-95f7-b76088e5720f req-74920a33-596e-48b1-a22b-3f5fbe4739a5 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:45.415177 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c9002799-be57-4438-95f7-b76088e5720f req-74920a33-596e-48b1-a22b-3f5fbe4739a5 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 943 time: 0.2342303 Apr 16 05:11:45.494170 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5e0443a2-8c79-40a4-89f1-79ee9283ccdc req-460cd416-ab3d-4f13-a184-5c5ace9413a1 service neutron] 10.222.0.47 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125888 Apr 16 05:11:45.503183 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c9002799-be57-4438-95f7-b76088e5720f req-ebedc385-b8b0-42bc-8597-4f18ef7c03d9 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729382 Apr 16 05:11:45.542462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] The port '202f06b6-363f-4a13-b0ae-3fbadc27f51d' was deleted {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 05:11:45.670793 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-42444b7d-4240-4dfe-bc9f-1ab74cb9cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:45.672714 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-42444b7d-4240-4dfe-bc9f-1ab74cb9cae6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c6d26486b3204342a58a996190384fb9&device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 1096 time: 0.0997663 Apr 16 05:11:45.741595 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:45.836706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853167693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720491'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:45.853127 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-5609035e-bf1e-4746-a405-6667dc0d67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:45.856085 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-5609035e-bf1e-4746-a405-6667dc0d67d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=70bc91cf-0a4e-4554-9706-349b30a11b03 HTTP/1.1" status: 200 len: 910 time: 0.1758857 Apr 16 05:11:45.937663 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-ee9020e0-b469-441f-90a1-ab5237f3ec6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b42b4f71-cab4-41e3-bdb6-968742c1e427 HTTP/1.1" status: 200 len: 217 time: 0.0732429 Apr 16 05:11:45.974690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2034ba60-198f-4eac-8cdf-7e556cdc6794']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:46.004533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c74813-d761-425e-bd77-889ad777e8f5') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:46.004860 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c74813-d761-425e-bd77-889ad777e8f5') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:46.034183 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850680888'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:46.059139 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-01f49c77-f776-4acb-a22f-e1756ed13f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:46.060813 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-01f49c77-f776-4acb-a22f-e1756ed13f0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f4b88cf1-58d9-44cc-9eab-f93fbed5353e HTTP/1.1" status: 200 len: 849 time: 0.1150856 Apr 16 05:11:46.062100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:46.074265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:11:46.119873 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-8a114e50-4c4d-47e6-8597-c7db5fb48bdd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=70bc91cf-0a4e-4554-9706-349b30a11b03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516672 Apr 16 05:11:46.278978 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-24e754dc-bffb-4e3f-95bf-b9b1f052e3bf service neutron] 10.222.0.47 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513016 Apr 16 05:11:46.442958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:11:46.457061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850605929'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:46.487664 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-53f1be7d-f615-4035-bec9-52fe93f70082 req-22702a08-f4f3-44e8-8aa8-35d67c3a4ba8 service neutron] 10.222.0.47 "GET /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013767 Apr 16 05:11:46.753765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Network 2034ba60-198f-4eac-8cdf-7e556cdc6794 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: % (table.description, expected, rows_matched) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:11:46.788467 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:11:46.832089 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908df27-1881-4dce-be3f-af9eb7a18b6c req-17b918ce-8aad-4ff1-819a-088749952bd0 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:46.833811 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3908df27-1881-4dce-be3f-af9eb7a18b6c req-17b918ce-8aad-4ff1-819a-088749952bd0 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 943 time: 0.1138930 Apr 16 05:11:46.893638 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3908df27-1881-4dce-be3f-af9eb7a18b6c req-3e72e51a-6dc7-4888-85f6-ea5ec514cbff tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529532 Apr 16 05:11:47.420725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:47.432727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-acfe5890-48f2-46bb-b480-f6ed533026aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:47.447576 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:47.467934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=2034ba60-198f-4eac-8cdf-7e556cdc6794,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:47.485480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:47.491717 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d9654fa0-cdd7-45e5-ad5a-d25755d76dbb admin admin] 10.222.0.48 "DELETE /v2.0/networks/2034ba60-198f-4eac-8cdf-7e556cdc6794 HTTP/1.1" status: 204 len: 168 time: 4.1227000 Apr 16 05:11:47.502991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Router 40d73ffe-a928-4574-a875-08cfcaff1ed3 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:11:47.717157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54670) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:47.783941 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6ca49496-10e4-49ce-8d15-2a8747fea1ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7e3c9075d734473f95c44b6eea618351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648665 Apr 16 05:11:47.788592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54674) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:47.814899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:11:47.821164 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] 10.222.0.48 "PUT /v2.0/routers/40d73ffe-a928-4574-a875-08cfcaff1ed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6773038 Apr 16 05:11:47.824947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54678) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:47.830924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] Sync routers for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:11:47.843255 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:47.843978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:47.898154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b42b4f71-cab4-41e3-bdb6-968742c1e427 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:11:47.903840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-db67b40c-0fa1-4403-b0d8-c2e4d5c70f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:47.998532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-db67b40c-0fa1-4403-b0d8-c2e4d5c70f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:48.139749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:48.141309 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:48.216465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b42b4f71-cab4-41e3-bdb6-968742c1e427, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b42b4f71-cab4-41e3-bdb6-968742c1e427,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:48.219600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-db67b40c-0fa1-4403-b0d8-c2e4d5c70f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:48.232285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2d4a9d2c-eb32-4c7d-9251-c8a66a73c2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:48.253460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'b42b4f71-cab4-41e3-bdb6-968742c1e427', 'network_id': '70bc91cf-0a4e-4554-9706-349b30a11b03', 'port_id': 'b42b4f71-cab4-41e3-bdb6-968742c1e427', 'mac_address': 'fa:16:3e:34:d3:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4b88cf1-58d9-44cc-9eab-f93fbed5353e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:11:48.267316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67b40c-0fa1-4403-b0d8-c2e4d5c70f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf921e8-dee5-4159-b2bc-59a09e36a6f4,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:48.285025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-db67b40c-0fa1-4403-b0d8-c2e4d5c70f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:48.303908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98efbf-69c3-4083-bbbe-5584b0bdbea9 req-ead8e525-4eb9-48c1-8fe3-7d6e3dc00391 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:48.307179 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ca98efbf-69c3-4083-bbbe-5584b0bdbea9 req-ead8e525-4eb9-48c1-8fe3-7d6e3dc00391 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 943 time: 0.2630272 Apr 16 05:11:48.322857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-db67b40c-0fa1-4403-b0d8-c2e4d5c70f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:48.324754 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-db67b40c-0fa1-4403-b0d8-c2e4d5c70f36 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5cf921e8-dee5-4159-b2bc-59a09e36a6f4 HTTP/1.1" status: 204 len: 168 time: 0.5347173 Apr 16 05:11:48.422680 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ca98efbf-69c3-4083-bbbe-5584b0bdbea9 req-2a209b79-7643-4f4f-a7f5-21f578974eba tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015403 Apr 16 05:11:48.451403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:48.466821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Deleting port fced27e4-3184-40f1-807e-568fc4b66795 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:48.467096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:48.644140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:11:44Z', 'revision_number': 5, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port': {'id': 'fced27e4-3184-40f1-807e-568fc4b66795', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:04:30Z', 'updated_at': '2021-04-16T05:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:48.649182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] Checking router: 40d73ffe-a928-4574-a875-08cfcaff1ed3 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:11:48.663444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] Routers {'40d73ffe-a928-4574-a875-08cfcaff1ed3'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:48.664684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['40d73ffe-a928-4574-a875-08cfcaff1ed3'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:48.713919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] For port fced27e4-3184-40f1-807e-568fc4b66795, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=fced27e4-3184-40f1-807e-568fc4b66795,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:48.714336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:48.734659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:48.771147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b42b4f71-cab4-41e3-bdb6-968742c1e427 {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:11:48.802828 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b42b4f71-cab4-41e3-bdb6-968742c1e427, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b42b4f71-cab4-41e3-bdb6-968742c1e427,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:48.807587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:48.811907 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:48.887475 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Calling delete_port for fced27e4-3184-40f1-807e-568fc4b66795 owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:48.919606 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54688) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:48.948440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] Set router 40d73ffe-a928-4574-a875-08cfcaff1ed3 gateway port host: None {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:48.974058 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=b42b4f71-cab4-41e3-bdb6-968742c1e427,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:48.979708 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:49.030987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b42b4f71-cab4-41e3-bdb6-968742c1e427'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:11:49.042596 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-592d5c87-dc58-4bcb-bfa1-9bb4df396374 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=47a0e647050d416ca9bdba2a46218818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1197274 Apr 16 05:11:49.043710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54692) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:49.101086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:11:48Z', 'revision_number': 6, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port_host': None}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:49.108916 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4a4e92-799e-40b7-b833-c44f3c4b1ac9 None None] The sync data for ids ['40d73ffe-a928-4574-a875-08cfcaff1ed3'] in dv-cinder-786524-1-smb is: [{'id': '40d73ffe-a928-4574-a875-08cfcaff1ed3', 'name': 'tempest-AttachVolumeShelveTestJSON-820336380-router', 'tenant_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:04:25Z', 'updated_at': '2021-04-16T05:11:48Z', 'revision_number': 6, 'project_id': '031dfcfcd7b1408d90ad39ffd7cb5088', 'gw_port_host': None}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:11:49.181729 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:49.197887 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b084d51-7344-41ec-99f0-d9d453b25aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:49.204274 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-91e0f987-9c4c-41a2-a687-e3afff1da124 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:49.260669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b084d51-7344-41ec-99f0-d9d453b25aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:49.337784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=fced27e4-3184-40f1-807e-568fc4b66795,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:49.346131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:49.352964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b084d51-7344-41ec-99f0-d9d453b25aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:49.360589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-37d8eda5-25b9-4065-8dfd-b23654f4e53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:49.377040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b084d51-7344-41ec-99f0-d9d453b25aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1126877d-895c-498c-8a70-aff714909d91,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:49.380141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0b084d51-7344-41ec-99f0-d9d453b25aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:49.382933 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b084d51-7344-41ec-99f0-d9d453b25aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:49.384323 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0b084d51-7344-41ec-99f0-d9d453b25aaa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1126877d-895c-498c-8a70-aff714909d91 HTTP/1.1" status: 204 len: 168 time: 0.3389452 Apr 16 05:11:49.637720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720337'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:49.681355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7df4d62c-3d57-432f-8163-871b785f46c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:49.714295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51730ba5-064c-46ab-9f93-76cb0894cec7 req-3dbb9e1a-18ca-4b53-a65a-b86eab925206 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:49.716143 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-51730ba5-064c-46ab-9f93-76cb0894cec7 req-3dbb9e1a-18ca-4b53-a65a-b86eab925206 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 944 time: 0.1370847 Apr 16 05:11:49.781179 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-51730ba5-064c-46ab-9f93-76cb0894cec7 req-b071d613-bcd4-41f5-a8a6-1ab21b4c5c56 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541780 Apr 16 05:11:49.898201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b42b4f71-cab4-41e3-bdb6-968742c1e427 up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:11:50.020494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5889'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.021425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port b42b4f71-cab4-41e3-bdb6-968742c1e427 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:11:50.024898 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.030937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port b42b4f71-cab4-41e3-bdb6-968742c1e427 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:11:50.031596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.069494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853054917'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.070560 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40d73ffe-a928-4574-a875-08cfcaff1ed3 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 05:11:50.093357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.095176 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] 10.222.0.48 "DELETE /v2.0/routers/40d73ffe-a928-4574-a875-08cfcaff1ed3 HTTP/1.1" status: 204 len: 168 time: 2.2690051 Apr 16 05:11:50.099711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54710) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:50.194017 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-837d6f7c-5020-4858-b8da-71b6fc82560e admin admin] Deleting subnet dbdf2630-9936-4403-b9eb-faf0852f5c8a {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:11:50.198103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-837d6f7c-5020-4858-b8da-71b6fc82560e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.278058 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.283590 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-837d6f7c-5020-4858-b8da-71b6fc82560e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2118093'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.329510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e20e4-b379-4632-8e60-3fe152c74813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42b4f71-cab4-41e3-bdb6-968742c1e427'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:50.349338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b42b4f71-cab4-41e3-bdb6-968742c1e427, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b42b4f71-cab4-41e3-bdb6-968742c1e427,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:50.354964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.359644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:50.451012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-837d6f7c-5020-4858-b8da-71b6fc82560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:50.454914 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e20e4-b379-4632-8e60-3fe152c74813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b42b4f71-cab4-41e3-bdb6-968742c1e427', 'code': 200} Apr 16 05:11:50.524132 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=b42b4f71-cab4-41e3-bdb6-968742c1e427,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:50.548174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:50.587344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device d8ee2a5c-f34c-4546-9d38-0146f399936e no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:50.681446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: d8ee2a5c-f34c-4546-9d38-0146f399936e {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:50.682393 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device d8ee2a5c-f34c-4546-9d38-0146f399936e not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:50.683361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device fced27e4-3184-40f1-807e-568fc4b66795 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:50.724048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54724) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:50.757844 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: fced27e4-3184-40f1-807e-568fc4b66795 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:50.758548 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device fced27e4-3184-40f1-807e-568fc4b66795 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:50.927751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-645900140-network', 'tenant_id': '60cc0ce59f4e420394169463638f645d'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:50.933947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:50.939149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Usage tracker for resource:network and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:50.948369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:50.967010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:50.987936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Made reservation on behalf of 60cc0ce59f4e420394169463638f645d for: {'network': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:11:50.993168 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.011977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.041425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:51.049500 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Usage tracker for resource:security_group_rule and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:51.055031 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:51.064315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:51.079490 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f5863-130d-4b50-a5e9-fe50139b14e1 req-99478d61-f2af-4858-8822-e93f13f3ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:51.081688 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ab4f5863-130d-4b50-a5e9-fe50139b14e1 req-99478d61-f2af-4858-8822-e93f13f3ca70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 1098 time: 0.3259234 Apr 16 05:11:51.168094 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ab4f5863-130d-4b50-a5e9-fe50139b14e1 req-6053ad76-afe8-4fc2-aa4c-caa418c66cb6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770555 Apr 16 05:11:51.170905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-837d6f7c-5020-4858-b8da-71b6fc82560e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850673300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850641033'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.183617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.188044 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.192067 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-69b6ac28-9262-4e33-89a1-53b4ed75eef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:51.195463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fd4988ff-a621-4a9b-b7c2-f2dc5b56665f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:51.227880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=85336) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:11:51.247212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2575aaca-e4e6-4219-8a1a-ca6d9a123102,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:51.252705 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:51.254303 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.254731 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Added segment b8fcc7bc-3dea-42e2-8a99-075c46faf696 of type vlan for network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 Apr 16 05:11:51.292372 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.344924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.347448 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:51.348631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.359412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:51.505272 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7785587 Apr 16 05:11:51.510593 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54732) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:51.514785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:51.521592 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Request body: {'subnet': {'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-645900140-subnet', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'ip_version': 4}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:51.526032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9167c0f7-d040-4801-8d4b-9634325f4ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:51.529674 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:51.531154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:11:51.539772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Usage tracker for resource:subnet and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:51.546064 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:51.558673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:51.577746 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Made reservation on behalf of 60cc0ce59f4e420394169463638f645d for: {'subnet': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:11:51.587836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2254240'] for subnet, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.604674 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d6f7c-5020-4858-b8da-71b6fc82560e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbdf2630-9936-4403-b9eb-faf0852f5c8a,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:51.618364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf877c-4bd8-4561-a620-fee6ca2a4589 req-a143e645-c26f-4c95-ab8c-82a7e09c10e2 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:51.620131 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a5cf877c-4bd8-4561-a620-fee6ca2a4589 req-a143e645-c26f-4c95-ab8c-82a7e09c10e2 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 945 time: 0.6286683 Apr 16 05:11:51.624428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-837d6f7c-5020-4858-b8da-71b6fc82560e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:51.692335 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eea6f7-ee66-48d4-8d0a-d7e8d25504e0 None None] Network ec6333fc-d615-4cb1-a309-882dfad7f633 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:11:51.693375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-837d6f7c-5020-4858-b8da-71b6fc82560e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.712155 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-837d6f7c-5020-4858-b8da-71b6fc82560e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/dbdf2630-9936-4403-b9eb-faf0852f5c8a HTTP/1.1" status: 204 len: 168 time: 1.6062276 Apr 16 05:11:51.712450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54736) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:51.718792 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a5cf877c-4bd8-4561-a620-fee6ca2a4589 req-57fba937-ec3b-47d5-b17e-01e854d142f5 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730591 Apr 16 05:11:51.862990 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:51.941618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Deleting port a170b665-e624-4126-92a4-cca1c4ceb2c3 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:51.942030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.199608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] For port a170b665-e624-4126-92a4-cca1c4ceb2c3, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=a170b665-e624-4126-92a4-cca1c4ceb2c3,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:52.200700 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.301703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] DHCP port deletion for ec6333fc-d615-4cb1-a309-882dfad7f633 request from dv-cinder-786524-1-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 05:11:52.310855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] Deleting port a170b665-e624-4126-92a4-cca1c4ceb2c3 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:52.311703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.324929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850604787', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2254227'] for subnet, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.354797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ec57b0e5-664d-46aa-9915-4c5fc58f44c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:52.400998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Calling delete_port for a170b665-e624-4126-92a4-cca1c4ceb2c3 owned by network:dhcp {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:52.572607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.593895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1266dc9-2f2b-4862-a2d2-5b0c0404c571,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:52.598309 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2f84ca57-e557-4061-b4b3-760fc4af095f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:52.616964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:52.642597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device a170b665-e624-4126-92a4-cca1c4ceb2c3 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:11:52.672981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Pushing event deleted for resources: {'Port': ['ID=a170b665-e624-4126-92a4-cca1c4ceb2c3,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:52.699908 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Checking segment: {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:11:52.700774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Network hostable DHCP agents. Network: 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85336) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:11:52.723317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: a170b665-e624-4126-92a4-cca1c4ceb2c3 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:11:52.723874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device a170b665-e624-4126-92a4-cca1c4ceb2c3 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:11:52.727413 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85336) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:11:52.731994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b4c7e8f7-39a8-492a-86a1-abf7f670f21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.742587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4) {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:11:52.755655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:52.759438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:52.760146 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.761474 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfabc1a-a377-45d0-9968-9628eb66dce3 None None] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:11:52.792749 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5edea3c5-db01-4798-90b1-1a9e32324f4d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2757239 Apr 16 05:11:52.793043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54740) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:52.808284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:11:52.821535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:11:52.830851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Usage tracker for resource:router and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:11:52.837993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:11:52.846620 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] No DVR routers for this DVR port a170b665-e624-4126-92a4-cca1c4ceb2c3 on host dv-cinder-786524-1-smb {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:11:52.850702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:11:52.870827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1728486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5904'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.872744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853047493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853055387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853063681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769911'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.903132 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.936559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] For port a170b665-e624-4126-92a4-cca1c4ceb2c3, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=a170b665-e624-4126-92a4-cca1c4ceb2c3,segment=NetworkSegment(9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886),segment_id=9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:52.937421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:52.971147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:53.089118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:53.212632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] Calling delete_port for a170b665-e624-4126-92a4-cca1c4ceb2c3 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:53.274583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6333fc-d615-4cb1-a309-882dfad7f633']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:53.333285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:53.333599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5fb973-2ce0-4ee5-bb12-bf9e3c1bd886') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:53.360548 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852657675'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:53.383534 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:53.395238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:11:53.396297 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:11:53.396722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.api [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 05:11:53.464706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7ac6f4-a920-563a-8933-e237505e871c-0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571'}]}} from dv-cinder-786524-1-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 05:11:53.465834 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:53.609223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567459ff-f771-493a-8a7f-d8aa359d73ce req-7be6dd80-70c5-44db-bff5-d8fdc59366ac tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:53.611211 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-567459ff-f771-493a-8a7f-d8aa359d73ce req-7be6dd80-70c5-44db-bff5-d8fdc59366ac tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 945 time: 0.3983002 Apr 16 05:11:53.637221 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Network ec6333fc-d615-4cb1-a309-882dfad7f633 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:11:53.650881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103373'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:53.719431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Allocated IP 172.20.0.2 (0ebc38ac-109c-423e-91e5-5ca2bdd94cc4/e1266dc9-2f2b-4862-a2d2-5b0c0404c571/40f7be5b-8da7-4841-85a8-30e8c4775878) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:11:53.803995 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853055404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769862'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:53.879782 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-567459ff-f771-493a-8a7f-d8aa359d73ce req-ef5c5e98-806f-43d4-bd58-78cf0de2bad7 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317169 Apr 16 05:11:53.908111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] Deleting port a170b665-e624-4126-92a4-cca1c4ceb2c3 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:53.908762 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:53.915160 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Network ec6333fc-d615-4cb1-a309-882dfad7f633 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:11:53.957732 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:11:54.114267 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.116815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-689b1d1d-1dc5-4c2f-9090-2778a3e05681 None None] The port 'a170b665-e624-4126-92a4-cca1c4ceb2c3' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 05:11:54.120910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a50c86c6-0d9c-4b26-b418-a9e3768b27ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:54.150039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.158184 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.164836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6333fc-d615-4cb1-a309-882dfad7f633,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:54.171416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:54.189805 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] 10.222.0.48 "DELETE /v2.0/networks/ec6333fc-d615-4cb1-a309-882dfad7f633 HTTP/1.1" status: 204 len: 168 time: 2.4761612 Apr 16 05:11:54.388475 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.391677 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54752) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:54.431284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Transition to ACTIVE for port object 40f7be5b-8da7-4841-85a8-30e8c4775878 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:11:54.463827 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ecc8541a-a409-486a-8f34-7597c9c12351 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=031dfcfcd7b1408d90ad39ffd7cb5088&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0664268 Apr 16 05:11:54.464429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54758) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:54.482245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Transition to ACTIVE for port object 40f7be5b-8da7-4841-85a8-30e8c4775878 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:11:54.492350 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.493706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.547087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3d2e4fc3-036b-45d9-bdf8-b404573aa47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.563295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.583206 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3d2e4fc3-036b-45d9-bdf8-b404573aa47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.637408 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:54.667952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3d2e4fc3-036b-45d9-bdf8-b404573aa47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.675131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-72408477-5375-4f1e-96e0-8f32f590be0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:54.692366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e4fc3-036b-45d9-bdf8-b404573aa47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1f2c10-327f-4b8d-a218-8733fc928580,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:54.696934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3d2e4fc3-036b-45d9-bdf8-b404573aa47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:54.701078 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3d2e4fc3-036b-45d9-bdf8-b404573aa47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:54.702516 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-3d2e4fc3-036b-45d9-bdf8-b404573aa47b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4a1f2c10-327f-4b8d-a218-8733fc928580 HTTP/1.1" status: 204 len: 168 time: 0.2368608 Apr 16 05:11:54.794524 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Allocated IP 172.28.1.66 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/b8371fbf-2599-4e7d-b56e-296e0f4d708b) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:11:54.841179 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Pushing event updated for resources: {'Port': ['ID=40f7be5b-8da7-4841-85a8-30e8c4775878,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:54.845380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:54.948555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:11:54.950337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:11:54.953326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:11:55.047742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:55.088989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Attempting to bind port 40f7be5b-8da7-4841-85a8-30e8c4775878 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:11:55.089229 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Attempting to bind port 40f7be5b-8da7-4841-85a8-30e8c4775878 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:11:55.089650 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Attempting to bind port 40f7be5b-8da7-4841-85a8-30e8c4775878 on network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:11:55.096925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:11:55.097395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Checking segment: {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:11:55.097582 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:55.097866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Bound using segment: {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:11:55.098410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Bound port: 40f7be5b-8da7-4841-85a8-30e8c4775878, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:11:55.098975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:55.141224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:55.170803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4cf69d97-8584-47d1-9c23-715408735f47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:55.217069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] For port 40f7be5b-8da7-4841-85a8-30e8c4775878, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:11:55.222259 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] For port 40f7be5b-8da7-4841-85a8-30e8c4775878, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=40f7be5b-8da7-4841-85a8-30e8c4775878,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:11:55.229703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:55.307192 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:55.464740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Pushing event updated for resources: {'Port': ['ID=b8371fbf-2599-4e7d-b56e-296e0f4d708b,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:55.477516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:55.624300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:11:55.627411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:11:55.629346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013d9d4-5bec-4798-b6e9-fbd7f33bfe30 req-9d03a681-ffdc-4e10-9f8d-1fada4d49fa7 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:55.632009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:11:55.643588 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1013d9d4-5bec-4798-b6e9-fbd7f33bfe30 req-9d03a681-ffdc-4e10-9f8d-1fada4d49fa7 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 945 time: 0.1254644 Apr 16 05:11:55.650187 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Pushing event updated for resources: {'Port': ['ID=40f7be5b-8da7-4841-85a8-30e8c4775878,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:55.661232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1c67e57e-f15a-4569-8345-94d907043615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:55.709554 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1013d9d4-5bec-4798-b6e9-fbd7f33bfe30 req-63136a94-9d0d-4d8c-b10e-b31ca54dead4 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638044 Apr 16 05:11:55.710248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:56.282647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:56.602812 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 40f7be5b-8da7-4841-85a8-30e8c4775878 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:11:56.715935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 40f7be5b-8da7-4841-85a8-30e8c4775878 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:11:56.911245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853047331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720371'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:56.983253 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-2e423388-af62-4b4f-a0c7-8c9d7240516a tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:56.984961 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-2e423388-af62-4b4f-a0c7-8c9d7240516a tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.47 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 945 time: 0.2569067 Apr 16 05:11:57.001301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fa0f3-409e-416e-b7e3-15a0200fc30a req-eabd0647-99bf-4d7f-8737-84df3b19fd64 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:11:57.003129 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-281fa0f3-409e-416e-b7e3-15a0200fc30a req-eabd0647-99bf-4d7f-8737-84df3b19fd64 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 945 time: 0.1478286 Apr 16 05:11:57.144180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Deleting port b42b4f71-cab4-41e3-bdb6-968742c1e427 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:11:57.144955 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:57.231443 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-281fa0f3-409e-416e-b7e3-15a0200fc30a req-26b60ae8-942c-444f-9fed-35693f234db3 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/security-groups?id=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879478 Apr 16 05:11:57.332508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 is scheduled to L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 05:11:57.453243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e54f3e-3e8b-42c4-bdf6-86180e02787b None None] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:11:57.568053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-a88ee75d-feaa-4313-95dd-6848523ca1c4 None None] Provisioning for port 40f7be5b-8da7-4841-85a8-30e8c4775878 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:11:57.570633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] For port b42b4f71-cab4-41e3-bdb6-968742c1e427, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b42b4f71-cab4-41e3-bdb6-968742c1e427,segment=NetworkSegment(0021fdf6-29b0-49a4-bda9-93643405d688),segment_id=0021fdf6-29b0-49a4-bda9-93643405d688)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:57.571188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:57.576911 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-a88ee75d-feaa-4313-95dd-6848523ca1c4 None None] Provisioning complete for port 40f7be5b-8da7-4841-85a8-30e8c4775878 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:11:57.577275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a88ee75d-feaa-4313-95dd-6848523ca1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:57.721457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Calling delete_port for b42b4f71-cab4-41e3-bdb6-968742c1e427 owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:11:57.849365 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a88ee75d-feaa-4313-95dd-6848523ca1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:57.885400 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:11:57.900255 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:57.904734 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-a88ee75d-feaa-4313-95dd-6848523ca1c4 None None] For port 40f7be5b-8da7-4841-85a8-30e8c4775878, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=40f7be5b-8da7-4841-85a8-30e8c4775878,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:11:57.908132 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Sync routers for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:11:57.912118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:57.913519 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-e4c341ce-1f8f-491e-8fbe-89d1a1fa0955 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.1178730 Apr 16 05:11:57.915445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b42b4f71-cab4-41e3-bdb6-968742c1e427'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:11:57.916354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54806) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:11:57.926656 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-30f618e2-1445-4eb5-a8a9-3e26a4911ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:57.953755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a88ee75d-feaa-4313-95dd-6848523ca1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:57.970039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d8ade638-9e1d-4a49-8c7b-523470d2ec3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:58.029246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:11:58.030461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:58.041264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Pushing event deleted for resources: {'Port': ['ID=b42b4f71-cab4-41e3-bdb6-968742c1e427,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:58.046373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:58.199916 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] No DVR routers for this DVR port b42b4f71-cab4-41e3-bdb6-968742c1e427 on host hv-cinder-78652 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:11:58.202969 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:58.205084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ee75d-feaa-4313-95dd-6848523ca1c4 None None] Pushing event updated for resources: {'Port': ['ID=40f7be5b-8da7-4841-85a8-30e8c4775878,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:58.206089 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050e20e4-b379-4632-8e60-3fe152c74813', 'name': 'network-vif-deleted', 'tag': 'b42b4f71-cab4-41e3-bdb6-968742c1e427'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:11:58.208508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a88ee75d-feaa-4313-95dd-6848523ca1c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:58.224631 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8dcc86fa-f10c-4bc7-a42c-0b0c63fb795d req-a1da2433-9d70-4c02-9fe4-8ddf06d5e979 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.47 "DELETE /v2.0/ports/b42b4f71-cab4-41e3-bdb6-968742c1e427 HTTP/1.1" status: 204 len: 173 time: 1.2328160 Apr 16 05:11:58.284451 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050e20e4-b379-4632-8e60-3fe152c74813', 'name': 'network-vif-deleted', 'tag': 'b42b4f71-cab4-41e3-bdb6-968742c1e427', 'status': 'completed', 'code': 200} Apr 16 05:11:58.315356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:11:58.497399 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-56737f67-b426-4af6-8b4a-f0c1c26774cd req-47fd16e6-7bef-47a4-86e4-abd98066edd8 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Synchronizing usage tracker for tenant:c6d26486b3204342a58a996190384fb9 on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:11:58.531165 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-56737f67-b426-4af6-8b4a-f0c1c26774cd req-47fd16e6-7bef-47a4-86e4-abd98066edd8 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] Unset dirty status for tenant:c6d26486b3204342a58a996190384fb9 on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:11:58.533384 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-56737f67-b426-4af6-8b4a-f0c1c26774cd req-47fd16e6-7bef-47a4-86e4-abd98066edd8 tempest-VolumesActionsTest-2128933090 tempest-VolumesActionsTest-2128933090-project] 10.222.0.48 "GET /v2.0/ports?device_id=050e20e4-b379-4632-8e60-3fe152c74813 HTTP/1.1" status: 200 len: 210 time: 0.1049085 Apr 16 05:11:58.594130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 40f7be5b-8da7-4841-85a8-30e8c4775878 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:11:58.647506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-88045223-9d04-4b3b-bdba-575ac8765f11 None None] Provisioning complete for port 40f7be5b-8da7-4841-85a8-30e8c4775878 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:11:58.647934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88045223-9d04-4b3b-bdba-575ac8765f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:58.745153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:58.877884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 40f7be5b-8da7-4841-85a8-30e8c4775878 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:11:58.878316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:58.947717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:59.082725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:11:56Z', 'revision_number': 3, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:11:59.093432 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Checking router: 20dc8252-029c-4e06-ba5e-3bfe08e5c462 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:11:59.093851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Updating router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 port b8371fbf-2599-4e7d-b56e-296e0f4d708b binding host dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:11:59.179230 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:59.218545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Allocated IP 172.20.0.1 (0ebc38ac-109c-423e-91e5-5ca2bdd94cc4/e1266dc9-2f2b-4862-a2d2-5b0c0404c571/03a16112-8225-4112-96ac-05f4297c5b6e) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:11:59.393551 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:59.412935 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Transition to ACTIVE for port object 03a16112-8225-4112-96ac-05f4297c5b6e will not be triggered until provisioned by entity DHCP. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:11:59.446160 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:59.463672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1d4e8cdb-afe3-4e18-97d6-e304595f5588 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:59.621874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Pushing event updated for resources: {'Port': ['ID=03a16112-8225-4112-96ac-05f4297c5b6e,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:11:59.627324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:11:59.697147 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:11:59.698710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:11:59.702284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:11:59.771483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853052554'] for router_interface, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:59.791749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:59.806068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Transition to ACTIVE for port object b8371fbf-2599-4e7d-b56e-296e0f4d708b will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:11:59.813749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:11:59.831805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:11:59.950455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b42b4f71-cab4-41e3-bdb6-968742c1e427 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:12:00.011248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: b42b4f71-cab4-41e3-bdb6-968742c1e427 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:12:00.011643 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b42b4f71-cab4-41e3-bdb6-968742c1e427 not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:12:00.044424 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b428f0-b957-43b9-b64a-1af0900a92e0 None None] Pushing event updated for resources: {'Port': ['ID=b8371fbf-2599-4e7d-b56e-296e0f4d708b,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:00.050518 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-93b428f0-b957-43b9-b64a-1af0900a92e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:00.051459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7831b4b7-3b1c-49f3-9a10-c50499bd0ad2 None None] Provisioning for port 03a16112-8225-4112-96ac-05f4297c5b6e completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:00.070444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7831b4b7-3b1c-49f3-9a10-c50499bd0ad2 None None] Provisioning complete for port 03a16112-8225-4112-96ac-05f4297c5b6e triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:00.070444 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7831b4b7-3b1c-49f3-9a10-c50499bd0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:00.119319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:00.157823 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7831b4b7-3b1c-49f3-9a10-c50499bd0ad2 None None] Port 03a16112-8225-4112-96ac-05f4297c5b6e cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:12:00.198686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Attempting to bind port b8371fbf-2599-4e7d-b56e-296e0f4d708b on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:00.199097 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Attempting to bind port b8371fbf-2599-4e7d-b56e-296e0f4d708b by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:12:00.199517 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Attempting to bind port b8371fbf-2599-4e7d-b56e-296e0f4d708b on network ee63066a-cfd9-47ab-ac02-da676e921a71 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:12:00.209360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:12:00.209824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Checking segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:12:00.210260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:00.210720 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Bound using segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:12:00.211410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Bound port: b8371fbf-2599-4e7d-b56e-296e0f4d708b, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:12:00.211838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:00.306413 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] For port b8371fbf-2599-4e7d-b56e-296e0f4d708b, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:12:00.309895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] For port b8371fbf-2599-4e7d-b56e-296e0f4d708b, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=b8371fbf-2599-4e7d-b56e-296e0f4d708b,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:12:00.314263 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:00.330864 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:00.437704 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:00.444152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:00.495265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-aaa90756-d99d-40c0-a535-c097800bbb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:00.510726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b428f0-b957-43b9-b64a-1af0900a92e0 None None] Pushing event updated for resources: {'Port': ['ID=b8371fbf-2599-4e7d-b56e-296e0f4d708b,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:00.521794 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-93b428f0-b957-43b9-b64a-1af0900a92e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:00.568140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:12:00.568840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:00.570739 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723153'] for router_interface, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:00.696435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54860) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:00.741568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Pushing event updated for resources: {'Port': ['ID=03a16112-8225-4112-96ac-05f4297c5b6e,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:00.763447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:00.821433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:12:00.883608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:12:00.886311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:12:00.886553 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:00.912115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:00.917068 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0e3e7a92c44434b62e2e02254bba5d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:00.921142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:00.930008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:01.145053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:01.150112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:01.161061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-580ba599-a7a8-40bd-a0c1-67ee0df15faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:01.217998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a261aee0-a3cf-4fde-84bb-f24220d306eb,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:01.222499 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:01.228418 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2c0e3e7a92c44434b62e2e02254bba5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5307012 Apr 16 05:12:01.229170 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54872) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:01.299439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-336d6df1-d08a-4a4c-9a57-2c6a5d255282 None None] Provisioning complete for port 03a16112-8225-4112-96ac-05f4297c5b6e triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:01.300030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-336d6df1-d08a-4a4c-9a57-2c6a5d255282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:01.332907 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cc6b40d4-8e32-46e4-92ad-d20071e95858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:01.379827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cc6b40d4-8e32-46e4-92ad-d20071e95858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:01.385660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-336d6df1-d08a-4a4c-9a57-2c6a5d255282 None None] Port 03a16112-8225-4112-96ac-05f4297c5b6e cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:12:01.398009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 2, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:01.402873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74a248d-cd6d-4c8e-8660-a4feb0e99936 None None] The sync data for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb is: [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 2, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:12:01.464465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cc6b40d4-8e32-46e4-92ad-d20071e95858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:01.473458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0b084d51-7344-41ec-99f0-d9d453b25aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:01.485252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:12:01.489231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b40d4-8e32-46e4-92ad-d20071e95858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a261aee0-a3cf-4fde-84bb-f24220d306eb,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:01.491531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cc6b40d4-8e32-46e4-92ad-d20071e95858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:01.492791 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-cc6b40d4-8e32-46e4-92ad-d20071e95858 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a261aee0-a3cf-4fde-84bb-f24220d306eb HTTP/1.1" status: 204 len: 168 time: 0.2625606 Apr 16 05:12:01.494012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-cc6b40d4-8e32-46e4-92ad-d20071e95858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:01.699656 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:12:01.714246 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] 10.222.0.48 "PUT /v2.0/routers/20dc8252-029c-4e06-ba5e-3bfe08e5c462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7963016 Apr 16 05:12:02.646249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device b8371fbf-2599-4e7d-b56e-296e0f4d708b up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:02.786697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port b8371fbf-2599-4e7d-b56e-296e0f4d708b completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:02.805842 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port b8371fbf-2599-4e7d-b56e-296e0f4d708b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:02.810526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:03.113659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:03.155607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port b8371fbf-2599-4e7d-b56e-296e0f4d708b, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=b8371fbf-2599-4e7d-b56e-296e0f4d708b,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:12:03.162386 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:03.166283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-033bacba-0197-4033-835a-8a521c4060b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:03.182038 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54944) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:03.191045 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:12:03.202269 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1549875441-network', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:03.218638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:03.228619 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Usage tracker for resource:network and tenant:868b8f52d76f4ed3b58f59281059f7fd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:03.236778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:03.266961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:03.296020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Made reservation on behalf of 868b8f52d76f4ed3b58f59281059f7fd for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:12:03.306832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:03.350466 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=b8371fbf-2599-4e7d-b56e-296e0f4d708b,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:03.357299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:03.361211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:03.392906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:03.401877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Usage tracker for resource:security_group_rule and tenant:868b8f52d76f4ed3b58f59281059f7fd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:03.409483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:03.423241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:03.600749 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:03.607824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:03.618555 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d14bc984-563a-40aa-91dc-a90378da5bc1 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:04.049343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba31dd6-ad58-45f2-a6a1-fa5ce93febae,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:04.055186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:04.056030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:12:04.068938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:04.070035 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Added segment 41d0ae73-7a8f-47c4-8fb9-1b889f4915a8 of type vlan for network 66951f5d-c4dd-4552-b154-51126731576b Apr 16 05:12:04.106920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:04.172039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:04.175252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:04.176929 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:04.219375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2baae9d7-24b4-4b8f-b3b6-844ced113157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:04.429501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Pushing event updated for resources: {'Network': ['ID=66951f5d-c4dd-4552-b154-51126731576b,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:04.432872 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:04.449310 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 66951f5d-c4dd-4552-b154-51126731576b details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:12:04.456218 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2683101 Apr 16 05:12:04.456554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 54968) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:04.467357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Request body: {'subnet': {'network_id': '66951f5d-c4dd-4552-b154-51126731576b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1549875441-subnet', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:04.473600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:04.487557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Usage tracker for resource:subnet and tenant:868b8f52d76f4ed3b58f59281059f7fd is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:04.494087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:04.508426 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:04.539804 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Made reservation on behalf of 868b8f52d76f4ed3b58f59281059f7fd for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:12:04.547823 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134749'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:04.728161 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device b8371fbf-2599-4e7d-b56e-296e0f4d708b up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:04.826796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port b8371fbf-2599-4e7d-b56e-296e0f4d708b triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:04.827837 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:05.224890 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134766'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:05.308361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:05.452684 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0899d62-72f9-4c57-9bd5-915ae697337c,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:05.457248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:05.483953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Checking segment: {'id': '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66951f5d-c4dd-4552-b154-51126731576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:12:05.483953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Network hostable DHCP agents. Network: 66951f5d-c4dd-4552-b154-51126731576b, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:12:05.510344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Network 66951f5d-c4dd-4552-b154-51126731576b is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:12:05.524459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 66951f5d-c4dd-4552-b154-51126731576b) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:12:05.540190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:05.541452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:05.547323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aa2ebc-818b-414b-a49e-5f93b9547c22 None None] Network 66951f5d-c4dd-4552-b154-51126731576b requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:12:05.570057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Sync routers for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:12:05.577217 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1195002 Apr 16 05:12:05.580455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 54984) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:05.587035 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:05.595248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:05.596579 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:12:05.597759 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:05.601815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Usage tracker for resource:router and tenant:868b8f52d76f4ed3b58f59281059f7fd is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:05.611821 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:05.629421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:05.648778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1728486', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5904'] for router, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:05.650572 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853047493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853055387', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853063681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854769911'] for router, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:05.667048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:05.961480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c7ac6f4-a920-563a-8933-e237505e871c-66951f5d-c4dd-4552-b154-51126731576b', 'network_id': '66951f5d-c4dd-4552-b154-51126731576b', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'fixed_ips': [{'subnet_id': 'b0899d62-72f9-4c57-9bd5-915ae697337c'}]}} from dv-cinder-786524-1-smb. {{(pid=85337) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 16 05:12:05.962917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:06.059239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853055404', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1728469', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854769862'] for router, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:06.125526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:12:06.417249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Allocated IP 172.20.0.2 (66951f5d-c4dd-4552-b154-51126731576b/b0899d62-72f9-4c57-9bd5-915ae697337c/03e59b28-5d80-4cc8-9f4d-c72682f93a80) {{(pid=85337) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:12:06.514304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:06.557332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:06.659786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 2, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:06.670043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Checking router: 20dc8252-029c-4e06-ba5e-3bfe08e5c462 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:12:06.670462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Updating router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 port 03a16112-8225-4112-96ac-05f4297c5b6e binding host dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:12:06.748205 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:06.776079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Allocated IP 172.28.1.163 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/e8c82807-4584-4ea8-a70b-2952aa9912aa) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:12:06.916131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Notify callbacks [] for port, precommit_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:06.932635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Transition to ACTIVE for port object 03e59b28-5d80-4cc8-9f4d-c72682f93a80 will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:12:06.963792 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Transition to ACTIVE for port object 03e59b28-5d80-4cc8-9f4d-c72682f93a80 will not be triggered until provisioned by entity DHCP. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:12:06.971895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295'] for port, after_create {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:06.989721 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0fd815e7-2e35-40bd-9ef4-1d5a7fb5aad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:07.079469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:07.161239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:07.298078 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-67dc3d08-92c3-4479-a838-7c5fb0db08c9 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:07.338320 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:07.355879 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Transition to ACTIVE for port object 03a16112-8225-4112-96ac-05f4297c5b6e will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:12:07.364152 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:07.382189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Pushing event updated for resources: {'Port': ['ID=03e59b28-5d80-4cc8-9f4d-c72682f93a80,revision_number=1']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:07.387885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9146b358-9f85-4636-a407-ec5bf32fb98b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:07.398757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:07.411038 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Pushing event updated for resources: {'Port': ['ID=e8c82807-4584-4ea8-a70b-2952aa9912aa,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:07.414292 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:07.469311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:12:07.471913 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:12:07.478836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:12:07.499894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Network 66951f5d-c4dd-4552-b154-51126731576b is already hosted by enough agents. {{(pid=85337) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:12:07.501771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Resources bound (agent type, host, resource id): {{(pid=85337) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:12:07.506780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Received port after_create {{(pid=85337) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:12:07.578845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Pushing event updated for resources: {'Port': ['ID=03a16112-8225-4112-96ac-05f4297c5b6e,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:07.620232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.620633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.621090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.621510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.621943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.622318 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.622781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.623203 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.623723 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.624092 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.624637 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.625196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:07.626164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Attempting to bind port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:07.626814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Attempting to bind port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66951f5d-c4dd-4552-b154-51126731576b'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:12:07.627446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Attempting to bind port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 on network 66951f5d-c4dd-4552-b154-51126731576b {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:12:07.633617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:07.643255 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:12:07.644059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Checking segment: {'id': '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66951f5d-c4dd-4552-b154-51126731576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:12:07.645378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:07.648886 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Bound using segment: {'id': '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66951f5d-c4dd-4552-b154-51126731576b'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:12:07.649639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Bound port: 03e59b28-5d80-4cc8-9f4d-c72682f93a80, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66951f5d-c4dd-4552-b154-51126731576b'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:12:07.650176 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:07.856953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] For port 03e59b28-5d80-4cc8-9f4d-c72682f93a80, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:12:07.861242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] For port 03e59b28-5d80-4cc8-9f4d-c72682f93a80, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=03e59b28-5d80-4cc8-9f4d-c72682f93a80,segment=NetworkSegment(41d0ae73-7a8f-47c4-8fb9-1b889f4915a8),segment_id=41d0ae73-7a8f-47c4-8fb9-1b889f4915a8)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:12:07.867871 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:07.899196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:08.031847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Attempting to bind port 03a16112-8225-4112-96ac-05f4297c5b6e on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:08.033855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Attempting to bind port 03a16112-8225-4112-96ac-05f4297c5b6e by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:12:08.034264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Attempting to bind port 03a16112-8225-4112-96ac-05f4297c5b6e on network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:12:08.057932 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:12:08.058336 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Checking segment: {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:12:08.058854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:08.063024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Bound using segment: {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:12:08.063630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Bound port: 03a16112-8225-4112-96ac-05f4297c5b6e, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:12:08.064219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:08.185602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] For port 03a16112-8225-4112-96ac-05f4297c5b6e, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:12:08.189648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] For port 03a16112-8225-4112-96ac-05f4297c5b6e, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=03a16112-8225-4112-96ac-05f4297c5b6e,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:12:08.194312 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:08.279659 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:08.334033 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ebdef0a5-3a00-4d61-a35c-709812199e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:08.400903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Pushing event updated for resources: {'Port': ['ID=03e59b28-5d80-4cc8-9f4d-c72682f93a80,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:08.437043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:08.447127 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:12:08.448013 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:08.860482 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Pushing event updated for resources: {'Port': ['ID=03a16112-8225-4112-96ac-05f4297c5b6e,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:08.879299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:08.971961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:12:09.409195 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853047331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1720371'] for router, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:09.445607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:09.451449 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74e53b1-76d1-419c-a7c2-6da6b0394a24 None None] The sync data for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb is: [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:08Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:12:09.685959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Router 8b1e8d6d-946a-44a2-a157-c875b9222129 is scheduled to L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 with binding_index 1 {{(pid=85336) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 16 05:12:09.907750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:12:09.923926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Sync routers for ids ['8b1e8d6d-946a-44a2-a157-c875b9222129'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:12:09.940981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:09.952154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55034) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:09.952866 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-5ffd6ed8-8106-4571-908e-e26da2929484 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3703144 Apr 16 05:12:10.000109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Routers {'8b1e8d6d-946a-44a2-a157-c875b9222129'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:12:10.005118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['8b1e8d6d-946a-44a2-a157-c875b9222129'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:10.378994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Set router 8b1e8d6d-946a-44a2-a157-c875b9222129 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:12:10.582711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709fda55-0831-4cb0-a101-122eb69e5fd5 None None] Network 66951f5d-c4dd-4552-b154-51126731576b requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:12:10.811137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-cb178bab-14bd-4ed0-b889-1e52c9ee15fc None None] Provisioning for port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:10.936744 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 03e59b28-5d80-4cc8-9f4d-c72682f93a80 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:11.152724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:11.221731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:11.236445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:11.237178 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:11.370122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:12:05Z', 'updated_at': '2021-04-16T05:12:07Z', 'revision_number': 3, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'gw_port': {'id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:06Z', 'updated_at': '2021-04-16T05:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:11.389889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Checking router: 8b1e8d6d-946a-44a2-a157-c875b9222129 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:12:11.390725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Updating router 8b1e8d6d-946a-44a2-a157-c875b9222129 port e8c82807-4584-4ea8-a70b-2952aa9912aa binding host dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:12:11.441059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Allocated IP 172.20.0.1 (66951f5d-c4dd-4552-b154-51126731576b/b0899d62-72f9-4c57-9bd5-915ae697337c/31d26a4f-63d2-4437-90d1-b9c2c31e67f0) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:12:11.461585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:11.523558 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:11.655217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 03e59b28-5d80-4cc8-9f4d-c72682f93a80, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=03e59b28-5d80-4cc8-9f4d-c72682f93a80,segment=NetworkSegment(41d0ae73-7a8f-47c4-8fb9-1b889f4915a8),segment_id=41d0ae73-7a8f-47c4-8fb9-1b889f4915a8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:12:11.670257 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:11.671510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 03a16112-8225-4112-96ac-05f4297c5b6e up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:11.673780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:11.696842 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Transition to ACTIVE for port object 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:12:11.734636 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:11.737715 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2f4473bc-45e0-4c12-a8aa-853e1a789bcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:11.755367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7bdb7e3b-c61f-43e3-b824-fd1c0e4a12cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:11.845815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-aefcd4b0-f985-4bc3-9d54-29a4c3ef4e60 None None] Provisioning complete for port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:11.846564 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-aefcd4b0-f985-4bc3-9d54-29a4c3ef4e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:11.941493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Pushing event updated for resources: {'Port': ['ID=31d26a4f-63d2-4437-90d1-b9c2c31e67f0,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:11.941493 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:11.945418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 03a16112-8225-4112-96ac-05f4297c5b6e completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:12.017763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 03a16112-8225-4112-96ac-05f4297c5b6e triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:12.018084 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:12.022204 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Network 66951f5d-c4dd-4552-b154-51126731576b is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:12:12.023494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:12:12.061233 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:12:12.063939 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=03e59b28-5d80-4cc8-9f4d-c72682f93a80,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:12.096278 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:12.151674 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853052554'] for router_interface, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:12.426037 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:12.532115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Notify callbacks [] for port, precommit_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:12.590743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Transition to ACTIVE for port object e8c82807-4584-4ea8-a70b-2952aa9912aa will not be triggered until provisioned by entity L2. {{(pid=85337) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:12:12.625009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:12.660164 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:12.753779 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89230473-91a1-4ac0-8d0e-40781b4a8ee8 None None] Pushing event updated for resources: {'Port': ['ID=e8c82807-4584-4ea8-a70b-2952aa9912aa,revision_number=2']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:12.767835 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:12.774177 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:12.821111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-db2f0db3-5bf8-4695-a1f0-de9a247f5250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:12.874032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-89230473-91a1-4ac0-8d0e-40781b4a8ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:12.875383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:12.912826 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Pushing event updated for resources: {'Port': ['ID=31d26a4f-63d2-4437-90d1-b9c2c31e67f0,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:12.922637 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1608107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723153'] for router_interface, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:12.931246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7638a736-6a1f-403d-93a8-a38bac937d9b None None] Provisioning for port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:12.940736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-7638a736-6a1f-403d-93a8-a38bac937d9b None None] Provisioning complete for port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:12.941154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7638a736-6a1f-403d-93a8-a38bac937d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:13.028438 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 03a16112-8225-4112-96ac-05f4297c5b6e, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=03a16112-8225-4112-96ac-05f4297c5b6e,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:12:13.050851 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:13.056852 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:13.091746 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-7638a736-6a1f-403d-93a8-a38bac937d9b None None] Port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:12:13.129053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:13.139672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Attempting to bind port e8c82807-4584-4ea8-a70b-2952aa9912aa on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:13.140092 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Attempting to bind port e8c82807-4584-4ea8-a70b-2952aa9912aa by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:12:13.140510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Attempting to bind port e8c82807-4584-4ea8-a70b-2952aa9912aa on network ee63066a-cfd9-47ab-ac02-da676e921a71 {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:12:13.159374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:12:13.159805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Checking segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85337) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:12:13.160273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:13.160727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Bound using segment: {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'} {{(pid=85337) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:12:13.161283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Bound port: e8c82807-4584-4ea8-a70b-2952aa9912aa, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02913847-1d44-4ec9-971b-0a9105c54d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71'}}] {{(pid=85337) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:12:13.161709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:13.163451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Network 66951f5d-c4dd-4552-b154-51126731576b is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:12:13.164992 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:12:13.250640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 03e59b28-5d80-4cc8-9f4d-c72682f93a80 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:13.337223 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=03a16112-8225-4112-96ac-05f4297c5b6e,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:13.354512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:13.425506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] For port e8c82807-4584-4ea8-a70b-2952aa9912aa, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85337) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:12:13.431040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] For port e8c82807-4584-4ea8-a70b-2952aa9912aa, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=e8c82807-4584-4ea8-a70b-2952aa9912aa,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:12:13.441282 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:13.569969 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:13.636201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:13.636615 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:13.730384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-5f1a1bcb-a4bb-4b32-ac07-b9fb799d3602 None None] Provisioning complete for port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:13.730384 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5f1a1bcb-a4bb-4b32-ac07-b9fb799d3602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:13.776406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Router 8b1e8d6d-946a-44a2-a157-c875b9222129 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:12:13.814285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a1bcb-a4bb-4b32-ac07-b9fb799d3602 None None] Port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:12:13.865941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89230473-91a1-4ac0-8d0e-40781b4a8ee8 None None] Pushing event updated for resources: {'Port': ['ID=e8c82807-4584-4ea8-a70b-2952aa9912aa,revision_number=3']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:13.884490 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-89230473-91a1-4ac0-8d0e-40781b4a8ee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:13.972672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Routers {'8b1e8d6d-946a-44a2-a157-c875b9222129'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:12:13.973536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['8b1e8d6d-946a-44a2-a157-c875b9222129'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:14.041369 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:12:14.064624 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] 10.222.0.48 "PUT /v2.0/routers/8b1e8d6d-946a-44a2-a157-c875b9222129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1019356 Apr 16 05:12:14.252800 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] Set router 8b1e8d6d-946a-44a2-a157-c875b9222129 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:12:14.707535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:12:05Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 4, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'gw_port': {'id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:06Z', 'updated_at': '2021-04-16T05:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '31d26a4f-63d2-4437-90d1-b9c2c31e67f0', 'name': '', 'network_id': '66951f5d-c4dd-4552-b154-51126731576b', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'mac_address': 'fa:16:3e:26:56:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:11Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 2, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'subnets': [{'id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:14.715227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4d8509-abc5-4da1-a08b-c990653bfcd4 None None] The sync data for ids ['8b1e8d6d-946a-44a2-a157-c875b9222129'] in dv-cinder-786524-1-smb is: [{'id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:12:05Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 4, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'gw_port': {'id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:06Z', 'updated_at': '2021-04-16T05:12:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '31d26a4f-63d2-4437-90d1-b9c2c31e67f0', 'name': '', 'network_id': '66951f5d-c4dd-4552-b154-51126731576b', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'mac_address': 'fa:16:3e:26:56:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:11Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 2, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'subnets': [{'id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:12:14.995757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55116) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:15.007449 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-648222320', 'description': 'tempest-secgroup-smoke-648222320 description', 'project_id': '60cc0ce59f4e420394169463638f645d'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:15.016820 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:15.023968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:security_group and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:15.031586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:15.043361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:15.061906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.094837 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:15.099878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:security_group_rule and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:15.103757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:15.111880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:15.200827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 03a16112-8225-4112-96ac-05f4297c5b6e up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:15.256189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.261326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.269118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-baf75887-0994-4d47-9ef5-c987e524d0b6 tempest-AttachVolumeShelveTestJSON-987672624 tempest-AttachVolumeShelveTestJSON-987672624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:15.325801 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.330203 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3291440 Apr 16 05:12:15.330203 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=485cbf44-6f23-47df-bfdf-35802f1db416,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:15.331515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55124) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:15.337356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.337789 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.338212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.338687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.339105 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.339519 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.339996 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.340130 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Request body: {'security_group_rule': {'security_group_id': '485cbf44-6f23-47df-bfdf-35802f1db416', 'project_id': '60cc0ce59f4e420394169463638f645d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:15.340389 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.340751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.341450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.341715 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.342368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:15.346426 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d0c9dff9-101d-4801-9c52-6f5f8931720a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:15.368096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:15.373186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:security_group_rule and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:15.378266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 03a16112-8225-4112-96ac-05f4297c5b6e triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:15.378774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.386553 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:15.393418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:15.421900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.522584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.530646 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.539108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:15.593366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb97920a-081b-446f-9a8f-c0176b496fe7,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:15.609850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:15.616179 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.618623 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-29b5bce6-5d05-457e-9ce0-eb9923b6e14c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2856297 Apr 16 05:12:15.623736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55132) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:15.630509 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Request body: {'security_group_rule': {'security_group_id': '485cbf44-6f23-47df-bfdf-35802f1db416', 'project_id': '60cc0ce59f4e420394169463638f645d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:15.637554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:15.643283 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:security_group_rule and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:15.647307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:15.663964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:15.691993 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.783316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.789279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.791830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-775d4c2b-f575-4f23-8eac-0a77c02e0290 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:15.843417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a8cc2fb-fd14-4b4b-becc-88ce7ed36e51,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:15.864761 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:15.870988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:15.872725 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-98a952dc-4c21-48d2-b283-424434aaf012 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2479045 Apr 16 05:12:15.875795 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55136) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:15.885998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Request body: {'security_group_rule': {'security_group_id': '485cbf44-6f23-47df-bfdf-35802f1db416', 'project_id': '60cc0ce59f4e420394169463638f645d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:15.902054 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:15.913722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:security_group_rule and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:15.918986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:15.935194 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:15.975008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.109809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.118730 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.121476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-82594766-baed-4ede-b0da-7a87f4c24865 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:16.145426 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2add853e-db86-4695-85ed-13e32370dfb2,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:16.166138 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:16.188606 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.194936 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8658c811-d31e-449a-87a6-59802526e7d9 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128326 Apr 16 05:12:16.196023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55140) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:16.206892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Request body: {'security_group_rule': {'security_group_id': '485cbf44-6f23-47df-bfdf-35802f1db416', 'project_id': '60cc0ce59f4e420394169463638f645d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:16.239711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:16.252802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:security_group_rule and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:16.260666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:16.285612 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:16.323175 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.451228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.457244 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.459698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:16.501472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bd4af7-2f2c-4fd9-95d5-21f852501503,revision_number=0']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:16.516279 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:16.543965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.552206 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55160) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:16.559465 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Request body: {'security_group_rule': {'security_group_id': '485cbf44-6f23-47df-bfdf-35802f1db416', 'project_id': '60cc0ce59f4e420394169463638f645d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:16.561844 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d1d98163-4129-431e-9ed5-1df6a8364cb7 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620117 Apr 16 05:12:16.568407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:16.573556 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:security_group_rule and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:16.578431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:16.595242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:16.619467 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.securitygroups_db [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Project 60cc0ce59f4e420394169463638f645d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:12:16.627426 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.747110 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.751411 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.754415 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:16.790673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6efcc77-f865-4916-a27e-ddc058d0663d,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:16.793697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:16.804774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.807199 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f5a831e2-8ae5-467f-ba3d-1b75e18dccaa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2527180 Apr 16 05:12:16.809625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55164) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:16.820159 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Request body: {'security_group_rule': {'security_group_id': '485cbf44-6f23-47df-bfdf-35802f1db416', 'project_id': '60cc0ce59f4e420394169463638f645d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:16.833137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:16.841938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:security_group_rule and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:16.847731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:16.861189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:16.875054 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.securitygroups_db [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Project 60cc0ce59f4e420394169463638f645d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 16 05:12:16.883026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.979634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.984563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704876'] for security_group_rule, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:16.999836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:17.023848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57de7d9e-fff9-4da3-bcaf-7f8e4045692a,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:17.030034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:17.038802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:17.040139 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-e5ef6945-9dc6-4745-833d-631dce63876f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2282801 Apr 16 05:12:17.220383 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device e8c82807-4584-4ea8-a70b-2952aa9912aa up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:17.325044 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port e8c82807-4584-4ea8-a70b-2952aa9912aa completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:17.332050 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port e8c82807-4584-4ea8-a70b-2952aa9912aa triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:17.332446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:17.516865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:17.540885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port e8c82807-4584-4ea8-a70b-2952aa9912aa, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=e8c82807-4584-4ea8-a70b-2952aa9912aa,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:12:17.546214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:17.551119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88834f99-d322-4bcd-8171-6de80ab0ebe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:17.642664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=e8c82807-4584-4ea8-a70b-2952aa9912aa,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:17.646558 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:18.786770 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Sync routers for ids ['8b1e8d6d-946a-44a2-a157-c875b9222129'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:12:18.799108 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Routers {'8b1e8d6d-946a-44a2-a157-c875b9222129'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:12:18.799817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['8b1e8d6d-946a-44a2-a157-c875b9222129'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:19.162863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device e8c82807-4584-4ea8-a70b-2952aa9912aa up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:19.271391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Set router 8b1e8d6d-946a-44a2-a157-c875b9222129 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:12:19.520308 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port e8c82807-4584-4ea8-a70b-2952aa9912aa triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:19.520713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:19.703006 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:12:05Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 4, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'gw_port': {'id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:06Z', 'updated_at': '2021-04-16T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '31d26a4f-63d2-4437-90d1-b9c2c31e67f0', 'name': '', 'network_id': '66951f5d-c4dd-4552-b154-51126731576b', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'mac_address': 'fa:16:3e:26:56:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:11Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 2, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'subnets': [{'id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:19.708032 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Checking router: 8b1e8d6d-946a-44a2-a157-c875b9222129 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:12:19.708458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Updating router 8b1e8d6d-946a-44a2-a157-c875b9222129 port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 binding host dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 16 05:12:19.750288 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e95d5fce-b86b-454b-819d-982086ec9c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:19.777418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:20.177781 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Notify callbacks [] for port, precommit_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:20.193323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Transition to ACTIVE for port object 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 will not be triggered until provisioned by entity L2. {{(pid=85338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:12:20.201618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:20.220806 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-e115ce32-c5f0-4c89-8c0c-56a6133108df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:20.371452 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f66ae2-3b6d-49ef-9300-6a6279ac6393 None None] Pushing event updated for resources: {'Port': ['ID=31d26a4f-63d2-4437-90d1-b9c2c31e67f0,revision_number=3']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:20.376324 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66f66ae2-3b6d-49ef-9300-6a6279ac6393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:20.666349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Attempting to bind port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 on host dv-cinder-786524-1-smb for vnic_type normal with profile {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:20.667338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Attempting to bind port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 by drivers openvswitch,hyperv on host dv-cinder-786524-1-smb at level 0 using segments [{'id': '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66951f5d-c4dd-4552-b154-51126731576b'}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:12:20.668133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Attempting to bind port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 on network 66951f5d-c4dd-4552-b154-51126731576b {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:12:20.680562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Checking agent: {'id': '025e58c5-b483-4cff-831c-db4a395a3fc9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 4, 55, 54), 'started_at': datetime.datetime(2021, 4, 16, 4, 56, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:12:20.681264 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Checking segment: {'id': '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66951f5d-c4dd-4552-b154-51126731576b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:12:20.682060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:20.682885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Bound using segment: {'id': '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66951f5d-c4dd-4552-b154-51126731576b'} {{(pid=85338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:12:20.683786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Bound port: 31d26a4f-63d2-4437-90d1-b9c2c31e67f0, host: dv-cinder-786524-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '66951f5d-c4dd-4552-b154-51126731576b'}}] {{(pid=85338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:12:20.685778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:20.806771 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] For port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0, host dv-cinder-786524-1-smb, cleared binding levels {{(pid=85338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:12:20.811273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] For port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0, host dv-cinder-786524-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=31d26a4f-63d2-4437-90d1-b9c2c31e67f0,segment=NetworkSegment(41d0ae73-7a8f-47c4-8fb9-1b889f4915a8),segment_id=41d0ae73-7a8f-47c4-8fb9-1b889f4915a8)] {{(pid=85338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:12:20.818533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85338) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:20.890534 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4d562443-31ae-4110-ae05-01372fe91f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:21.024102 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f66ae2-3b6d-49ef-9300-6a6279ac6393 None None] Pushing event updated for resources: {'Port': ['ID=31d26a4f-63d2-4437-90d1-b9c2c31e67f0,revision_number=4']} {{(pid=85338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:21.036589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-66f66ae2-3b6d-49ef-9300-6a6279ac6393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85338) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:21.069086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Routers {'8b1e8d6d-946a-44a2-a157-c875b9222129'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:12:21.069865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:11:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['8b1e8d6d-946a-44a2-a157-c875b9222129'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:21.229865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:21.381750 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning for port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:21.387729 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:21.388303 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:21.457409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] Set router 8b1e8d6d-946a-44a2-a157-c875b9222129 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:12:21.496109 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-d23409d3-ea52-4a72-83f4-e4a418c27836 None None] Provisioning complete for port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:21.497150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d23409d3-ea52-4a72-83f4-e4a418c27836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:21.761961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:21.800447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d23409d3-ea52-4a72-83f4-e4a418c27836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:21.838928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] For port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=31d26a4f-63d2-4437-90d1-b9c2c31e67f0,segment=NetworkSegment(41d0ae73-7a8f-47c4-8fb9-1b889f4915a8),segment_id=41d0ae73-7a8f-47c4-8fb9-1b889f4915a8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:12:21.849234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:21.853651 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:21.904507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:12:05Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 4, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'gw_port': {'id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:06Z', 'updated_at': '2021-04-16T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '31d26a4f-63d2-4437-90d1-b9c2c31e67f0', 'name': '', 'network_id': '66951f5d-c4dd-4552-b154-51126731576b', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'mac_address': 'fa:16:3e:26:56:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:11Z', 'updated_at': '2021-04-16T05:12:20Z', 'revision_number': 4, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'subnets': [{'id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:21.909854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489bc8f-bfe1-49c9-9f1c-b5bfbbf61687 None None] The sync data for ids ['8b1e8d6d-946a-44a2-a157-c875b9222129'] in dv-cinder-786524-1-smb is: [{'id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:12:05Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 4, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'gw_port': {'id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:06Z', 'updated_at': '2021-04-16T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '31d26a4f-63d2-4437-90d1-b9c2c31e67f0', 'name': '', 'network_id': '66951f5d-c4dd-4552-b154-51126731576b', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'mac_address': 'fa:16:3e:26:56:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:11Z', 'updated_at': '2021-04-16T05:12:20Z', 'revision_number': 4, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'subnets': [{'id': 'b0899d62-72f9-4c57-9bd5-915ae697337c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:12:21.994406 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Pushing event updated for resources: {'Port': ['ID=31d26a4f-63d2-4437-90d1-b9c2c31e67f0,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:22.013202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:22.042209 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-d23409d3-ea52-4a72-83f4-e4a418c27836 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:12:22.042639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.api [None req-d23409d3-ea52-4a72-83f4-e4a418c27836 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 05:12:22.522301 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0eb983eb-4105-45ea-b00e-076a036d0ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:22.836373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:23.145211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 up at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:23.243066 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Provisioning complete for port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:23.243480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:23.955966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:25.549418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55328) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:25.702025 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:25.711435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:25.727645 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:25.732953 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] Usage tracker for resource:security_group_rule and tenant:d1efc0ee91514c819161894a166836f4 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:25.736732 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:25.744157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:25.845000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:25.850291 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:25.870975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a0ac1f3e-fea5-413f-8bf3-2e938e8bd744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:25.919288 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1efc0ee91514c819161894a166836f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3685920 Apr 16 05:12:25.922515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55334) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:25.935949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437e099e-cfb4-4e53-9d0e-47e720d87f52,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:25.940488 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-4aaf467f-f135-4d79-a388-6cace6620e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:25.998564 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1259adb9-ac53-4105-b7e9-2b474dfe5dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.032809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1259adb9-ac53-4105-b7e9-2b474dfe5dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.095290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1259adb9-ac53-4105-b7e9-2b474dfe5dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.103375 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-34f25ffe-a78b-4178-b4ed-676c6fd74fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:26.118866 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259adb9-ac53-4105-b7e9-2b474dfe5dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437e099e-cfb4-4e53-9d0e-47e720d87f52,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:26.122880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1259adb9-ac53-4105-b7e9-2b474dfe5dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:26.131703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1259adb9-ac53-4105-b7e9-2b474dfe5dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.136738 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1259adb9-ac53-4105-b7e9-2b474dfe5dde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/437e099e-cfb4-4e53-9d0e-47e720d87f52 HTTP/1.1" status: 204 len: 168 time: 0.2129524 Apr 16 05:12:26.493226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55350) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:26.516368 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.534896 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:26.539611 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] Usage tracker for resource:security_group_rule and tenant:ca988e26e1ad4d2eb8c249e4e4e05acc is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:26.543468 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:26.550644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:26.645853 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.649835 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.659774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c5748009-5093-4bc7-8c33-6cc99a975ceb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:26.705409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55354) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:26.705655 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca988e26e1ad4d2eb8c249e4e4e05acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110553 Apr 16 05:12:26.706453 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53aa09f-04c3-4aee-9877-f2ae59e75a4c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:26.709926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-313d3f9d-8821-4ac8-8c6a-2bafeca411b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:26.785488 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cbb727c-dcf1-40ce-abda-21fd8e4a290e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.815407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cbb727c-dcf1-40ce-abda-21fd8e4a290e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.875976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cbb727c-dcf1-40ce-abda-21fd8e4a290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.883480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b764e7f0-2cde-4567-b77d-a2d8eb884201 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:26.899286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb727c-dcf1-40ce-abda-21fd8e4a290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53aa09f-04c3-4aee-9877-f2ae59e75a4c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:26.903512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8cbb727c-dcf1-40ce-abda-21fd8e4a290e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:26.910121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8cbb727c-dcf1-40ce-abda-21fd8e4a290e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:26.915184 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8cbb727c-dcf1-40ce-abda-21fd8e4a290e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a53aa09f-04c3-4aee-9877-f2ae59e75a4c HTTP/1.1" status: 204 len: 168 time: 0.2078578 Apr 16 05:12:28.519770 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:30.311292 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55484) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:30.383441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-f183961f-2267-4b04-af60-87249dab8df8 admin admin] Deleting subnet f4b88cf1-58d9-44cc-9eab-f93fbed5353e {{(pid=85335) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:12:30.386861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f183961f-2267-4b04-af60-87249dab8df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:30.445787 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f183961f-2267-4b04-af60-87249dab8df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2118093'] for subnet, precommit_delete_associations {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:30.508352 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f183961f-2267-4b04-af60-87249dab8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:30.824186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f183961f-2267-4b04-af60-87249dab8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036850673300', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036850641033'] for subnet, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:30.837961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:30.931562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f183961f-2267-4b04-af60-87249dab8df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4b88cf1-58d9-44cc-9eab-f93fbed5353e,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:30.948154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f183961f-2267-4b04-af60-87249dab8df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:30.994470 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f183961f-2267-4b04-af60-87249dab8df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:31.003870 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f183961f-2267-4b04-af60-87249dab8df8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f4b88cf1-58d9-44cc-9eab-f93fbed5353e HTTP/1.1" status: 204 len: 168 time: 0.6885777 Apr 16 05:12:31.004565 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55498) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:31.125298 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:31.324944 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:31.447615 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bc91cf-0a4e-4554-9706-349b30a11b03']}} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:31.460632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0021fdf6-29b0-49a4-bda9-93643405d688') {'for_net_delete': True} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:31.460979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0021fdf6-29b0-49a4-bda9-93643405d688') {} {{(pid=85335) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:31.473391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852657675'] for segment, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:31.488694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:31.495154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=85335) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:12:31.682443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Network 70bc91cf-0a4e-4554-9706-349b30a11b03 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:12:31.691947 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4103373'] for segment, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:31.879593 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Network 70bc91cf-0a4e-4554-9706-349b30a11b03 has no segments {{(pid=85335) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:12:31.912538 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:12:31.989544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:31.995510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-91975cc8-f029-4418-aae4-a0873ff1cfcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:32.013331 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:32.020628 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Pushing event deleted for resources: {'Network': ['ID=70bc91cf-0a4e-4554-9706-349b30a11b03,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:32.024522 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:32.026257 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-12ce606e-767f-43c2-ae99-796f2ecc145e admin admin] 10.222.0.48 "DELETE /v2.0/networks/70bc91cf-0a4e-4554-9706-349b30a11b03 HTTP/1.1" status: 204 len: 168 time: 1.0204251 Apr 16 05:12:32.230632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55512) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:32.289401 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-b6c59c7f-2cdb-40e0-9993-b00cef9a053a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6d26486b3204342a58a996190384fb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573537 Apr 16 05:12:32.292291 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55516) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:32.361044 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9345-931e-4e0c-8c94-feb28583a3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:32.398521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9345-931e-4e0c-8c94-feb28583a3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:32.454048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9345-931e-4e0c-8c94-feb28583a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:32.459655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9e7ff052-66f5-4c1b-8791-8bd492e7c788 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:32.473521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a9345-931e-4e0c-8c94-feb28583a3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2ff3af-5f03-4adf-b7c8-36c189d66c7a,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:32.475914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fd3a9345-931e-4e0c-8c94-feb28583a3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:32.484118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fd3a9345-931e-4e0c-8c94-feb28583a3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:32.486397 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-fd3a9345-931e-4e0c-8c94-feb28583a3ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c2ff3af-5f03-4adf-b7c8-36c189d66c7a HTTP/1.1" status: 204 len: 168 time: 0.1929588 Apr 16 05:12:33.898995 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55586) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:34.050875 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:34.067640 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:34.071991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Usage tracker for resource:security_group_rule and tenant:714093d70fcf4943bdc6b8225c6b1a80 is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:34.075099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:34.081300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:34.171546 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:34.175532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:34.183658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1259adb9-ac53-4105-b7e9-2b474dfe5dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:34.227697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f33e942-8b21-4a6f-8cd6-38e651f4f7df,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:34.232491 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=714093d70fcf4943bdc6b8225c6b1a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243377 Apr 16 05:12:34.233403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:34.236633 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55594) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:34.303061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-353c0a74-d63b-4998-a03d-d462ab93cc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:34.332358 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-353c0a74-d63b-4998-a03d-d462ab93cc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:34.383008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-353c0a74-d63b-4998-a03d-d462ab93cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:34.388292 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7287499b-1c1b-41ee-b17c-3e5fbc0d07f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:34.400275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c0a74-d63b-4998-a03d-d462ab93cc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f33e942-8b21-4a6f-8cd6-38e651f4f7df,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:34.404275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-353c0a74-d63b-4998-a03d-d462ab93cc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:34.408167 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-353c0a74-d63b-4998-a03d-d462ab93cc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:34.413020 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-353c0a74-d63b-4998-a03d-d462ab93cc39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f33e942-8b21-4a6f-8cd6-38e651f4f7df HTTP/1.1" status: 204 len: 168 time: 0.1749122 Apr 16 05:12:36.291919 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-1b85e6db-e10c-4417-946e-c62f45375677 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-648222320&fields=id&tenant_id=60cc0ce59f4e420394169463638f645d HTTP/1.1" status: 200 len: 267 time: 0.0445499 Apr 16 05:12:36.300180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55664) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:36.437954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:36.458173 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:36.462698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] Usage tracker for resource:security_group_rule and tenant:1ce72a5be05a46b397e121f9a49020d5 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:36.465874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:36.466697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-54059bb3-b2b3-49ff-b962-f7f28d612111 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:36.468885 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-54059bb3-b2b3-49ff-b962-f7f28d612111 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 808 time: 0.1674261 Apr 16 05:12:36.476571 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:36.486183 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-45ae2f8e-a780-449d-8439-ac8d4cc78d76 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/quotas/60cc0ce59f4e420394169463638f645d HTTP/1.1" status: 200 len: 375 time: 0.0109687 Apr 16 05:12:36.575632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:36.579981 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:36.588822 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-fba4490e-81e1-4378-b459-132cf028c490 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933130 Apr 16 05:12:36.589627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-df57ef14-3d06-4bdc-8392-dabe21f873b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:36.635870 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1ce72a5be05a46b397e121f9a49020d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343410 Apr 16 05:12:36.636894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7c0527-d1ba-4431-96bf-e5ab96384a2c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:36.639472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55670) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:36.642893 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ca9a4076-b641-4f84-ba3d-6ae4ce1c7993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:36.708061 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67fda57a-15ea-4f0b-a21f-6e8e9bd5bff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:36.738043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67fda57a-15ea-4f0b-a21f-6e8e9bd5bff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:36.752856 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-5a67f1db-a917-4e34-b50c-2daa51a77374 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505356 Apr 16 05:12:36.790994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67fda57a-15ea-4f0b-a21f-6e8e9bd5bff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:36.796365 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5d688160-f3f2-4feb-8949-5d6b33df2203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:36.812920 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fda57a-15ea-4f0b-a21f-6e8e9bd5bff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7c0527-d1ba-4431-96bf-e5ab96384a2c,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:36.817554 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-67fda57a-15ea-4f0b-a21f-6e8e9bd5bff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:36.821345 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-67fda57a-15ea-4f0b-a21f-6e8e9bd5bff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:36.825706 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-67fda57a-15ea-4f0b-a21f-6e8e9bd5bff0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af7c0527-d1ba-4431-96bf-e5ab96384a2c HTTP/1.1" status: 204 len: 168 time: 0.1849046 Apr 16 05:12:36.930630 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-ad159790-3f1d-4eee-80f3-6eb0adf6cb14 service neutron] 10.222.0.48 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684072 Apr 16 05:12:37.201287 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55688) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:37.224081 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:37.242888 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:37.247748 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Usage tracker for resource:security_group_rule and tenant:121419bc10c441cb87556a9d7cba5aa9 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:37.252695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:37.261252 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:37.360636 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:37.363600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:37.373926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5fc078c0-ba54-4dab-9b99-de29cc5a53a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:37.419094 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=121419bc10c441cb87556a9d7cba5aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162840 Apr 16 05:12:37.421809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55698) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:37.424965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15d07a5-b6f2-4e13-9e24-f5a359839aea,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:37.429655 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:37.454259 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-04707835-c869-4b5f-bcbf-2ef2cc4d76c1 req-3ed5ffb2-e732-49e1-86a8-8d30e4e0fc13 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 210 time: 0.0550990 Apr 16 05:12:37.497551 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6ca389ef-826b-4dea-9e00-d697d1138bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:37.528322 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6ca389ef-826b-4dea-9e00-d697d1138bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:37.587982 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6ca389ef-826b-4dea-9e00-d697d1138bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:37.593564 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-5b2d64d5-a9d7-48ef-8aab-3156364c568a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:37.605030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca389ef-826b-4dea-9e00-d697d1138bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15d07a5-b6f2-4e13-9e24-f5a359839aea,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:37.610567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6ca389ef-826b-4dea-9e00-d697d1138bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:37.612703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-6ca389ef-826b-4dea-9e00-d697d1138bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:37.619406 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-6ca389ef-826b-4dea-9e00-d697d1138bc1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a15d07a5-b6f2-4e13-9e24-f5a359839aea HTTP/1.1" status: 204 len: 168 time: 0.1962533 Apr 16 05:12:38.662040 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-601b4abd-6915-4c98-856c-66ef8659f9fa req-d679c9f7-8f0a-4b2b-bced-0f3f876aa3a3 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 210 time: 0.0579424 Apr 16 05:12:38.669591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-8528f120-3a2d-435f-bad0-23ac95f7571b tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:38.671552 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-8528f120-3a2d-435f-bad0-23ac95f7571b tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.47 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 808 time: 0.2981083 Apr 16 05:12:38.772892 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-7518b01d-23d2-4bec-a821-9cf228e3fe46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60cc0ce59f4e420394169463638f645d HTTP/1.1" status: 200 len: 8059 time: 0.0916467 Apr 16 05:12:38.784482 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Request body: {'port': {'device_id': '517e621f-eae2-4eb8-979a-1305112e37e4', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'admin_state_up': True, 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'security_groups': ['485cbf44-6f23-47df-bfdf-35802f1db416']}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:38.996319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:39.001461 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:port and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:39.006729 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:39.015930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:39.029121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Made reservation on behalf of 60cc0ce59f4e420394169463638f645d for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:12:39.038149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:39.551031 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Allocated IP 172.20.0.5 (0ebc38ac-109c-423e-91e5-5ca2bdd94cc4/e1266dc9-2f2b-4862-a2d2-5b0c0404c571/c9088bb9-45d4-4763-af15-847a0e0180da) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:12:39.835745 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:39.856155 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Transition to ACTIVE for port object c9088bb9-45d4-4763-af15-847a0e0180da will not be triggered until provisioned by entity DHCP. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:12:39.928932 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55766) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:39.940714 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a637c1ac-ee6b-4270-9482-681fdbb2a127 req-e72a49e4-ae4c-4f1d-81ff-6a1f30e6770a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 210 time: 0.0620611 Apr 16 05:12:39.947541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:39.964995 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-602c5c10-7371-44f8-b0a2-b92206588d8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:40.106217 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.121317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'Port': ['ID=c9088bb9-45d4-4763-af15-847a0e0180da,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:40.123111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:40.127166 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:40.130656 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] Usage tracker for resource:security_group_rule and tenant:1c3eb07a0f554fb286af60ab6cd32081 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:40.133976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:40.140688 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:40.181798 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:12:40.183478 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:12:40.185865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:12:40.188869 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:12:40.236423 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.239962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.250536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c595c850-a4fa-4c00-a59a-52c787629e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:40.258236 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:40.258986 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.288596 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-78d27a84-498d-478c-87b1-ad631916284c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5092611 Apr 16 05:12:40.299495 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c3eb07a0f554fb286af60ab6cd32081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3667800 Apr 16 05:12:40.299495 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdd8020-413e-471b-b87b-f60e672eb0c4,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:40.302317 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55774) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:40.302869 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Request body: {'port': {'device_id': '517e621f-eae2-4eb8-979a-1305112e37e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:40.305790 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9c64e2a5-8341-466d-aea1-48a95299bdd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:40.389786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3d2d-c6cd-41d6-bb3d-33f2ce06ac09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.407055 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b7b24355-5671-418e-8a54-8b98d7ea2c6a None None] Provisioning for port c9088bb9-45d4-4763-af15-847a0e0180da completed by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:40.413131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-b7b24355-5671-418e-8a54-8b98d7ea2c6a None None] Provisioning complete for port c9088bb9-45d4-4763-af15-847a0e0180da triggered by entity DHCP. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:40.413687 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-b7b24355-5671-418e-8a54-8b98d7ea2c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.420067 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3d2d-c6cd-41d6-bb3d-33f2ce06ac09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.444053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.478119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3d2d-c6cd-41d6-bb3d-33f2ce06ac09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.479598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-b7b24355-5671-418e-8a54-8b98d7ea2c6a None None] Port c9088bb9-45d4-4763-af15-847a0e0180da cannot update to ACTIVE because it is not bound. {{(pid=85337) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 16 05:12:40.486325 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c2017d9c-07f8-48d1-a0c4-0c361aea9350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:40.496815 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2f3d2d-c6cd-41d6-bb3d-33f2ce06ac09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdd8020-413e-471b-b87b-f60e672eb0c4,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:40.501625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8b2f3d2d-c6cd-41d6-bb3d-33f2ce06ac09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:40.505689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8b2f3d2d-c6cd-41d6-bb3d-33f2ce06ac09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.509724 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8b2f3d2d-c6cd-41d6-bb3d-33f2ce06ac09 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9fdd8020-413e-471b-b87b-f60e672eb0c4 HTTP/1.1" status: 204 len: 168 time: 0.2036085 Apr 16 05:12:40.828361 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55782) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:40.839443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9088bb9-45d4-4763-af15-847a0e0180da {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:12:40.848586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.851371 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.865486 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Transition to ACTIVE for port object c9088bb9-45d4-4763-af15-847a0e0180da will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:12:40.868736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.869494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:40.873930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] Usage tracker for resource:security_group_rule and tenant:d608e07ca33e4a2aad200a092701f8d7 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:40.877440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:40.883964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:40.884702 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6dd2062b-c205-4b5c-b0e0-c5972ccc8fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:40.972437 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.976737 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:40.985343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-317ef9dc-a329-4d60-9046-5bb9b0194e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:41.032506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Pushing event updated for resources: {'Port': ['ID=c9088bb9-45d4-4763-af15-847a0e0180da,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:41.035544 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d608e07ca33e4a2aad200a092701f8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059758 Apr 16 05:12:41.036340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55790) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:41.037099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eeab0d-f660-46f8-82aa-176eb8722aec,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:41.041830 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-88303e1d-248b-4bd5-94ad-abc65557d725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:41.055857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.056284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.056699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.057237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.057648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.058199 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.058635 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.059012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.059409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.059825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.060188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.060584 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:41.067456 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:41.110820 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fbefefd8-48d3-4992-92c2-edf6e23a5cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:41.156950 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fbefefd8-48d3-4992-92c2-edf6e23a5cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:41.214742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fbefefd8-48d3-4992-92c2-edf6e23a5cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:41.219251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8b2f3d2d-c6cd-41d6-bb3d-33f2ce06ac09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:41.238469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefefd8-48d3-4992-92c2-edf6e23a5cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eeab0d-f660-46f8-82aa-176eb8722aec,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:41.241390 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fbefefd8-48d3-4992-92c2-edf6e23a5cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:41.243359 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-fbefefd8-48d3-4992-92c2-edf6e23a5cd5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c7eeab0d-f660-46f8-82aa-176eb8722aec HTTP/1.1" status: 204 len: 168 time: 0.2031717 Apr 16 05:12:41.245277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fbefefd8-48d3-4992-92c2-edf6e23a5cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:41.411458 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Attempting to bind port c9088bb9-45d4-4763-af15-847a0e0180da on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:12:41.411844 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Attempting to bind port c9088bb9-45d4-4763-af15-847a0e0180da by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:12:41.412219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Attempting to bind port c9088bb9-45d4-4763-af15-847a0e0180da on network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:12:41.425967 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc9f895-37c3-48d7-9326-a9268ac7dbc4 req-2232d69c-3d66-4854-ad32-d36a396b7910 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:41.426808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-0bc9f895-37c3-48d7-9326-a9268ac7dbc4 req-2232d69c-3d66-4854-ad32-d36a396b7910 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Synchronizing usage tracker for tenant:60cc0ce59f4e420394169463638f645d on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:12:41.432669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Port c9088bb9-45d4-4763-af15-847a0e0180da on network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:12:41.433039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Attempting to bind port c9088bb9-45d4-4763-af15-847a0e0180da on network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:12:41.442609 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:12:41.442997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Checking segment: {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:12:41.443429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Bound using segment: {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:12:41.443914 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Bound port: c9088bb9-45d4-4763-af15-847a0e0180da, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8fcc7bc-3dea-42e2-8a99-075c46faf696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:12:41.444305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:41.499101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-0bc9f895-37c3-48d7-9326-a9268ac7dbc4 req-2232d69c-3d66-4854-ad32-d36a396b7910 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Unset dirty status for tenant:60cc0ce59f4e420394169463638f645d on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:12:41.501195 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0bc9f895-37c3-48d7-9326-a9268ac7dbc4 req-2232d69c-3d66-4854-ad32-d36a396b7910 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 943 time: 0.3149045 Apr 16 05:12:41.599682 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0bc9f895-37c3-48d7-9326-a9268ac7dbc4 req-c2ccdec7-a8d8-4e54-9dae-c658d9927366 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854299 Apr 16 05:12:41.607087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:12:41.611699 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c9088bb9-45d4-4763-af15-847a0e0180da,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:12:41.621647 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:41.640157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-3b374c4b-0f53-4b95-9327-0950a83c8e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:41.807838 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Pushing event updated for resources: {'Port': ['ID=c9088bb9-45d4-4763-af15-847a0e0180da,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:41.833179 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:41.866388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:41.867201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:41.868562 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] 10.222.0.47 "PUT /v2.0/ports/c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 1093 time: 1.5720193 Apr 16 05:12:41.869124 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:12:41.963569 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'status': 'completed', 'code': 200} Apr 16 05:12:42.029478 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-409bf949-709e-4fcf-9598-69ce54d202f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:42.032291 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-409bf949-709e-4fcf-9598-69ce54d202f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1096 time: 0.1160002 Apr 16 05:12:42.129003 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-4486ee82-772d-485d-ac4e-1abd0b098351 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 217 time: 0.0893071 Apr 16 05:12:42.200628 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-8aedb82a-fcc1-423c-a94b-d09c678fb833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:42.202231 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-8aedb82a-fcc1-423c-a94b-d09c678fb833 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 200 len: 847 time: 0.0671494 Apr 16 05:12:42.295360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-c30db996-9560-4e8d-83b4-939ac3ac5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:42.297038 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-c30db996-9560-4e8d-83b4-939ac3ac5b6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865221 Apr 16 05:12:42.458830 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-fd173bdd-46f8-4af5-af60-41cd3aac4a2a service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536372 Apr 16 05:12:42.609384 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5724eee8-b07e-4f63-959e-181cf1bd1264 req-de04bace-1e0e-4795-ae5d-4eb68111a271 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441905 Apr 16 05:12:42.823577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-f542a158-320f-4b1a-ac62-03536dd4f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:42.825220 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-f542a158-320f-4b1a-ac62-03536dd4f128 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1096 time: 0.1602604 Apr 16 05:12:42.941318 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf9ae3-1aba-49b7-b640-5c6ab012d121 req-55b93897-815b-432e-a593-0cd0eddace9e tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:42.943030 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cdf9ae3-1aba-49b7-b640-5c6ab012d121 req-55b93897-815b-432e-a593-0cd0eddace9e tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 943 time: 0.2149858 Apr 16 05:12:43.040376 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1cdf9ae3-1aba-49b7-b640-5c6ab012d121 req-d8e407f9-b7ce-4a34-9f7c-8e6a6eeacbdf tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881481 Apr 16 05:12:43.043471 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-20b7b7ca-4b2e-4863-adeb-7c40ca0a2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:43.044832 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-20b7b7ca-4b2e-4863-adeb-7c40ca0a2cb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 909 time: 0.2089429 Apr 16 05:12:43.120922 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-88754d03-9eac-4818-bbf9-189109fc3c57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 217 time: 0.0671103 Apr 16 05:12:43.203937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-889ef549-1660-44fe-9ac1-7e2fe4190ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:43.205543 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-889ef549-1660-44fe-9ac1-7e2fe4190ccb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 200 len: 847 time: 0.0770082 Apr 16 05:12:43.298123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-da908aa3-0e0a-47e9-b761-1fe41431fba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:43.299870 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-da908aa3-0e0a-47e9-b761-1fe41431fba1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869365 Apr 16 05:12:43.707828 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-b952d9bd-4495-4e77-b657-3b2f198437b0 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002421 Apr 16 05:12:43.873746 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-fa24d3c9-c233-4f16-9249-17ad4b16de33 req-796b72e5-8d35-4604-a6f5-7883d961900f service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507094 Apr 16 05:12:44.278373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c965b-c6fd-4bc7-b6a3-098c142e3caf req-f62a90fd-8718-4d09-91f7-afd2c81ce709 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:44.279998 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6d3c965b-c6fd-4bc7-b6a3-098c142e3caf req-f62a90fd-8718-4d09-91f7-afd2c81ce709 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 943 time: 0.1072278 Apr 16 05:12:44.338655 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-6d3c965b-c6fd-4bc7-b6a3-098c142e3caf req-a97016bf-bf14-405e-a6c7-8b94727ff54d tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481849 Apr 16 05:12:45.552008 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57278e4f-e21a-4c95-91f4-7f1f0db84370 req-a3f60c17-0413-4e38-8d63-766cd1889491 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:45.553616 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-57278e4f-e21a-4c95-91f4-7f1f0db84370 req-a3f60c17-0413-4e38-8d63-766cd1889491 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 943 time: 0.0976205 Apr 16 05:12:45.607809 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-57278e4f-e21a-4c95-91f4-7f1f0db84370 req-b569a334-5f77-4275-9641-9cd3de850f6e tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475643 Apr 16 05:12:46.211394 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device c9088bb9-45d4-4763-af15-847a0e0180da details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:12:46.357898 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c9088bb9-45d4-4763-af15-847a0e0180da,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:12:46.372574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'port_id': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'mac_address': 'fa:16:3e:5d:75:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:12:46.435086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:46.454331 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9088bb9-45d4-4763-af15-847a0e0180da {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:12:46.471103 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c9088bb9-45d4-4763-af15-847a0e0180da,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:12:46.476135 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:46.478016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-890a5527-24f8-49fb-9b73-40a2f4e2cb66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:46.551678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=c9088bb9-45d4-4763-af15-847a0e0180da,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:46.559832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.560347 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.560583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.560965 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.561344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.561717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.562088 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.562457 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.562850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.563216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.563613 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.563977 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:12:46.568053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:46.682062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['c9088bb9-45d4-4763-af15-847a0e0180da'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:12:46.847373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9b015-a9c1-4add-bb60-908e035c9e27 req-696c8acf-482f-47fd-b4b9-e77ebc67da9b tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:46.855342 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-77a9b015-a9c1-4add-bb60-908e035c9e27 req-696c8acf-482f-47fd-b4b9-e77ebc67da9b tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 944 time: 0.1245074 Apr 16 05:12:46.913891 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-77a9b015-a9c1-4add-bb60-908e035c9e27 req-426a275f-1c98-4fc7-b18c-39813c6f1409 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574946 Apr 16 05:12:47.154500 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 55934) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:47.300832 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:47.317428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:47.321755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] Usage tracker for resource:security_group_rule and tenant:337e7babd74448c6932ec7e9d0b5feb1 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:47.324884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:47.331651 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:47.424864 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:47.429191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:47.438681 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-353c0a74-d63b-4998-a03d-d462ab93cc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:47.485541 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=337e7babd74448c6932ec7e9d0b5feb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297172 Apr 16 05:12:47.487616 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da4b0f6-c40f-426a-a798-8cdbe5bdbf25,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:47.488694 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55940) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:47.490949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-eef8b56e-5472-47bb-9f80-dabcd1513976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:47.552530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0412170e-d1d8-4f8a-999e-97f3845292d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:47.585455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0412170e-d1d8-4f8a-999e-97f3845292d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:47.638305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0412170e-d1d8-4f8a-999e-97f3845292d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:47.643511 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-9c98f9f3-704d-4495-9a00-ab828d3b1493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:47.656575 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412170e-d1d8-4f8a-999e-97f3845292d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da4b0f6-c40f-426a-a798-8cdbe5bdbf25,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:47.659878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0412170e-d1d8-4f8a-999e-97f3845292d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:47.662028 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0412170e-d1d8-4f8a-999e-97f3845292d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:47.663480 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0412170e-d1d8-4f8a-999e-97f3845292d5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6da4b0f6-c40f-426a-a798-8cdbe5bdbf25 HTTP/1.1" status: 204 len: 168 time: 0.1734746 Apr 16 05:12:48.122689 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45555a6e-2cc6-4417-9cdd-c0381176419c req-6f14a3e2-41ab-4064-924c-d5474e9afe0a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:48.124312 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-45555a6e-2cc6-4417-9cdd-c0381176419c req-6f14a3e2-41ab-4064-924c-d5474e9afe0a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 944 time: 0.0939126 Apr 16 05:12:48.175298 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-45555a6e-2cc6-4417-9cdd-c0381176419c req-19782642-8649-4fc7-868a-5403a964530a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437517 Apr 16 05:12:48.226416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device c9088bb9-45d4-4763-af15-847a0e0180da up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:12:48.305550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port c9088bb9-45d4-4763-af15-847a0e0180da completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:12:48.310653 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port c9088bb9-45d4-4763-af15-847a0e0180da triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:12:48.311072 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:48.450330 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:48.472638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:12:48.484048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c9088bb9-45d4-4763-af15-847a0e0180da,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:12:48.487431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:48.489441 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:48.532517 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'code': 200} Apr 16 05:12:48.568054 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=c9088bb9-45d4-4763-af15-847a0e0180da,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:48.571119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:48.850566 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b6c3-2e62-47a4-b137-c1f3c7e2b9fa req-c18b6504-9a2a-4bb0-9f30-9fcfe465d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:48.852262 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3502b6c3-2e62-47a4-b137-c1f3c7e2b9fa req-c18b6504-9a2a-4bb0-9f30-9fcfe465d2a3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0882037 Apr 16 05:12:48.900091 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3502b6c3-2e62-47a4-b137-c1f3c7e2b9fa req-47721747-ff8c-43ac-8be1-53aa38069f81 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410001 Apr 16 05:12:49.397983 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6d4a2-b0bc-4a01-b594-872b627703d3 req-438ad437-6547-496d-ac41-0f33d7a40f7e tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:49.399562 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f4a6d4a2-b0bc-4a01-b594-872b627703d3 req-438ad437-6547-496d-ac41-0f33d7a40f7e tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0978189 Apr 16 05:12:49.456839 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f4a6d4a2-b0bc-4a01-b594-872b627703d3 req-165fb081-bf81-49e5-9439-87b6cbf8edb4 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504680 Apr 16 05:12:49.673235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c4d507d4-81d7-4029-bda0-764ef28907fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:50.680202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884bb63-10ee-486a-a76a-ddccb09719ba req-664319e3-b592-4c7e-a99e-df8089302941 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:50.681803 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f884bb63-10ee-486a-a76a-ddccb09719ba req-664319e3-b592-4c7e-a99e-df8089302941 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0949614 Apr 16 05:12:50.733024 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f884bb63-10ee-486a-a76a-ddccb09719ba req-76220802-1b57-40a8-ac7e-05ad3f2bb184 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442748 Apr 16 05:12:50.952242 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56266ed5-ac8b-4285-903e-ccfecdacbc59 req-63005236-8962-4602-b320-2dd94abb874f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:50.953838 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-56266ed5-ac8b-4285-903e-ccfecdacbc59 req-63005236-8962-4602-b320-2dd94abb874f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.1049366 Apr 16 05:12:51.005854 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-56266ed5-ac8b-4285-903e-ccfecdacbc59 req-42807cee-74f6-4d9f-9be6-a2f3c41680f3 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447395 Apr 16 05:12:51.034788 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55978) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:51.323162 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f782419-35c4-4e47-a38b-24efd5ccff91 tempest-TestShelveInstance-975330810 tempest-TestShelveInstance-975330810-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:51.323860 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4f782419-35c4-4e47-a38b-24efd5ccff91 tempest-TestShelveInstance-975330810 tempest-TestShelveInstance-975330810-project-admin] Synchronizing usage tracker for tenant:868b8f52d76f4ed3b58f59281059f7fd on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:12:51.343385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-4f782419-35c4-4e47-a38b-24efd5ccff91 tempest-TestShelveInstance-975330810 tempest-TestShelveInstance-975330810-project-admin] Unset dirty status for tenant:868b8f52d76f4ed3b58f59281059f7fd on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:12:51.344823 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-4f782419-35c4-4e47-a38b-24efd5ccff91 tempest-TestShelveInstance-975330810 tempest-TestShelveInstance-975330810-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1093 time: 0.3088350 Apr 16 05:12:51.348182 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 55984) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:51.353768 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Request body: {'floatingip': {'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'port_id': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:12:51.360414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:51.367208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Usage tracker for resource:floatingip and tenant:60cc0ce59f4e420394169463638f645d is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:51.370789 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:51.378954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:51.391472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for floatingip, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:51.547394 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:51.710549 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Allocated IP 172.28.1.105 (ee63066a-cfd9-47ab-ac02-da676e921a71/a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330/0aeef269-b5f6-4262-9e1a-fc96a62fe108) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:12:51.883784 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:51.927943 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:51.944180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b68fe995-1153-49e9-9f81-fd1a4fb1ba0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:52.083332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'Port': ['ID=0aeef269-b5f6-4262-9e1a-fc96a62fe108,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:52.086624 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:52.149119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Network ee63066a-cfd9-47ab-ac02-da676e921a71 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:12:52.150366 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:12:52.152755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:12:52.524681 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-373d4983-0856-4af7-b945-ec3864aac349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:52.596455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:52.678005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:52.821315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:52.903805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:52.907724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:52.923194 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1153da13-3058-4c43-bf6e-e20c8033ed33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:53.058765 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event updated for resources: {'Port': ['ID=0aeef269-b5f6-4262-9e1a-fc96a62fe108,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:53.072069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:53.169785 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853055250'] for floatingip, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:53.359083 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Floating IP f3f9b9eb-152f-4dba-8ce8-17108d918db2 associated. External IP: 172.28.1.105, port: c9088bb9-45d4-4763-af15-847a0e0180da. Apr 16 05:12:53.956895 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:54.028948 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:12:54.228627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:12:54.238917 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] Sync routers for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:12:54.248791 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:12:54.249473 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:12:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:54.255285 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:54.315074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56006) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:54.330455 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-35ff2ed3-5b4e-47b1-b1e6-8635148f0a46 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9673553 Apr 16 05:12:54.330455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:12:54.366201 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'status': 'completed', 'code': 200} Apr 16 05:12:54.462764 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:12:54.473816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-38f460da-c4a6-45c5-9083-c462687dff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:54.475471 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-38f460da-c4a6-45c5-9083-c462687dff86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0872660 Apr 16 05:12:54.477197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:54.494197 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:54.498334 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] Usage tracker for resource:security_group_rule and tenant:f2764a92f034422cbfd63f4b8985bf93 is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:54.502060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:54.508300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:54.604385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:54.609905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:54.620016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c143e2df-f2cc-429f-98cb-6367e052b852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:54.626450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-642de363-df05-4af4-b946-0aba1b7d5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:54.628421 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-642de363-df05-4af4-b946-0aba1b7d5bdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 909 time: 0.1458831 Apr 16 05:12:54.668124 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2764a92f034422cbfd63f4b8985bf93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490336 Apr 16 05:12:54.668124 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45913999-711b-4266-bdc9-2a4fdf1dabde,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:54.669931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56016) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:54.674133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d9a9e35d-9f93-4bbb-b49e-3dc7cd82c2cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:54.740567 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-856e7227-54d4-4648-bc97-16733aa21dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:54.741839 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-7b54340f-94b5-47aa-85eb-031d0ecb393b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 999 time: 0.1073172 Apr 16 05:12:54.769922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-856e7227-54d4-4648-bc97-16733aa21dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:54.820887 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-856e7227-54d4-4648-bc97-16733aa21dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:54.829874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-18adf2d5-2693-4247-97db-659160923a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:54.830187 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c93296be-e8a3-4161-954c-f1367e5f542c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:54.831505 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-18adf2d5-2693-4247-97db-659160923a8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 200 len: 847 time: 0.0749021 Apr 16 05:12:54.843445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e7227-54d4-4648-bc97-16733aa21dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45913999-711b-4266-bdc9-2a4fdf1dabde,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:54.843877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'f3f9b9eb-152f-4dba-8ce8-17108d918db2', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'floating_ip_address': '172.28.1.105', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'port_id': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'mac_address': 'fa:16:3e:5d:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e621f-eae2-4eb8-979a-1305112e37e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:12:52Z', 'updated_at': '2021-04-16T05:12:52Z', 'revision_number': 0, 'project_id': '60cc0ce59f4e420394169463638f645d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 5, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:54.848598 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] Checking router: 20dc8252-029c-4e06-ba5e-3bfe08e5c462 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:12:54.848994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-856e7227-54d4-4648-bc97-16733aa21dd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:54.851139 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-856e7227-54d4-4648-bc97-16733aa21dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:54.855058 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-856e7227-54d4-4648-bc97-16733aa21dd9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/45913999-711b-4266-bdc9-2a4fdf1dabde HTTP/1.1" status: 204 len: 168 time: 0.1834064 Apr 16 05:12:54.927673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-21d596f9-d05b-46f5-9d65-6d21af1f6f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:12:54.929335 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-21d596f9-d05b-46f5-9d65-6d21af1f6f72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913956 Apr 16 05:12:55.059877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:12:55.060533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:12:53Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:55.087400 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-7144be1a-44cf-4407-b645-6d5e047bcad5 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513886 Apr 16 05:12:55.186533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56024) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:55.205904 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:55.221824 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:12:55.225994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] Usage tracker for resource:security_group_rule and tenant:9b05a7d754154c888c2dccf9d311045d is out of sync, need to count used quota {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:12:55.229036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85336) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:12:55.235322 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:12:55.239738 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2bbb1b3d-7aee-48a2-9f7e-430ebac12a5e req-71f124bb-03c7-4344-b6f5-5783810900ce service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457829 Apr 16 05:12:55.270899 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:12:55.330351 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:55.333783 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:55.343617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c0862e59-9d1e-4864-9252-83b57b8c3cae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:55.389130 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9b05a7d754154c888c2dccf9d311045d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988120 Apr 16 05:12:55.389763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 56028) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:12:55.391516 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2980010b-26a2-4c29-b460-4e9e763a4e88,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:55.395248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-63cfba02-6121-4d30-992c-45425f54c78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:55.457203 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b92e9-166d-42e2-869d-bdc0842e359f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:55.486994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b92e9-166d-42e2-869d-bdc0842e359f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:55.534856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b92e9-166d-42e2-869d-bdc0842e359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:55.540049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b6b8bde5-2af5-496d-9e39-2f469dcae7ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:12:55.551576 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b92e9-166d-42e2-869d-bdc0842e359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980010b-26a2-4c29-b460-4e9e763a4e88,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:12:55.555782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7c6b92e9-166d-42e2-869d-bdc0842e359f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:12:55.559395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-7c6b92e9-166d-42e2-869d-bdc0842e359f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:55.563190 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-7c6b92e9-166d-42e2-869d-bdc0842e359f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2980010b-26a2-4c29-b460-4e9e763a4e88 HTTP/1.1" status: 204 len: 168 time: 0.1694663 Apr 16 05:12:55.660697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'f3f9b9eb-152f-4dba-8ce8-17108d918db2', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'floating_ip_address': '172.28.1.105', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'port_id': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'mac_address': 'fa:16:3e:5d:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e621f-eae2-4eb8-979a-1305112e37e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:12:52Z', 'updated_at': '2021-04-16T05:12:52Z', 'revision_number': 0, 'project_id': '60cc0ce59f4e420394169463638f645d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 5, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:12:55.664961 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1fa0e7-7d37-4c91-8d8f-ea851951aae8 None None] The sync data for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb is: [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_floatingips': [{'id': 'f3f9b9eb-152f-4dba-8ce8-17108d918db2', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'floating_ip_address': '172.28.1.105', 'floating_network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'router_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'port_id': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'mac_address': 'fa:16:3e:5d:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517e621f-eae2-4eb8-979a-1305112e37e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-16T05:12:52Z', 'updated_at': '2021-04-16T05:12:52Z', 'revision_number': 0, 'project_id': '60cc0ce59f4e420394169463638f645d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 5, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:12:55.694237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:12:55.946808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7a9d73-04b2-4e33-ba11-e68ba7dd8613 None None] New status for floating IP f3f9b9eb-152f-4dba-8ce8-17108d918db2: ACTIVE {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:12:58.507789 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:17.190042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:13:19.676463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9c506e32-3e14-4d8c-b6a8-119210f3549a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:22.519924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-c8aae222-fda3-4ad9-b7a6-5b1c649e968f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:22.822286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:23.957639 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:25.697607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:28.509685 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:31.981337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 56288) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:13:32.116039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:32.134275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:13:32.139057 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] Usage tracker for resource:security_group_rule and tenant:43b9b6d368c34fbc8a960ade32aff3ab is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:13:32.142507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:13:32.149583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:13:32.240988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:32.245040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:32.256563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-74d44d3e-f7c9-431d-827f-4152ab20000d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:32.300972 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43b9b6d368c34fbc8a960ade32aff3ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183858 Apr 16 05:13:32.301845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d102d5-0681-4e52-9b42-79b200a3f074,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:32.305343 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56294) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:13:32.305589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-714b2d6c-9ecc-4dbe-b5b6-b85d6881d6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:32.380210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:32.414706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:32.464950 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:32.470358 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-67fda57a-15ea-4f0b-a21f-6e8e9bd5bff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:32.484125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d102d5-0681-4e52-9b42-79b200a3f074,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:32.496791 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.497216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.497627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.498010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.498429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.498886 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.499276 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.499861 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.500073 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.500418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.500808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.501198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:32.504844 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:32.506053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:32.507252 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-327cbabc-dcc4-49c5-ba10-1949f4b4fee3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4d102d5-0681-4e52-9b42-79b200a3f074 HTTP/1.1" status: 204 len: 168 time: 0.2006674 Apr 16 05:13:33.305469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 56318) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:13:33.457608 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1515719332-network', 'tenant_id': '0505923137174e1db9e224ce21f8096b'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:13:33.463171 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:13:33.467780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Usage tracker for resource:network and tenant:0505923137174e1db9e224ce21f8096b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:13:33.471040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:13:33.478463 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:13:33.489757 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Made reservation on behalf of 0505923137174e1db9e224ce21f8096b for: {'network': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:13:33.494858 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for network, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:33.508603 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:33.524674 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:13:33.529099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Usage tracker for resource:security_group_rule and tenant:0505923137174e1db9e224ce21f8096b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:13:33.532256 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:13:33.538445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:13:33.635722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:33.640597 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:33.647385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-89d0b3ab-6b90-42c4-9986-5508f133e927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:33.678865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=85335) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 16 05:13:33.692070 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8de814-dc2f-47cf-8643-8863825dfdb6,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:33.696477 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:33.697429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:33.697842 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.segments_db [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Added segment 0662c11e-fa44-4a4b-970a-4900363d292f of type vlan for network 77fbb02f-d035-49a5-9da3-44dd3824c067 Apr 16 05:13:33.725119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761564028121'] for network, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:33.756754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122'] for network, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:33.758145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:33.758837 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:33.762286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:33.874805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Pushing event updated for resources: {'Network': ['ID=77fbb02f-d035-49a5-9da3-44dd3824c067,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:33.878330 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5717628 Apr 16 05:13:33.879574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8e04b304-4c6e-4434-96d3-7519d1d81d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:33.883191 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 56324) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:13:33.888334 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Network 77fbb02f-d035-49a5-9da3-44dd3824c067 details requested by agent ovs-agent-dv-cinder-786524-1-smb with host dv-cinder-786524-1-smb {{(pid=85337) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 16 05:13:33.889282 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Request body: {'subnet': {'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1515719332-subnet', 'tenant_id': '0505923137174e1db9e224ce21f8096b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:13:33.895371 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:13:33.899618 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Usage tracker for resource:subnet and tenant:0505923137174e1db9e224ce21f8096b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:13:33.902952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:13:33.909926 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:13:33.921658 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Made reservation on behalf of 0505923137174e1db9e224ce21f8096b for: {'subnet': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:13:33.926536 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4134749'] for subnet, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:34.356028 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4102487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4134766'] for subnet, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:34.374094 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a344c2da-93ac-471c-aae3-ffa6756400c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:34.561915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb860b0a-4392-4b65-9411-63d4fa55b1a8,revision_number=0']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:34.564878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:34.643413 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-7735cf7f-bbee-41aa-8314-c59363c3c36e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1676013 Apr 16 05:13:34.656695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Checking segment: {'id': '0662c11e-fa44-4a4b-970a-4900363d292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:13:34.657183 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Network hostable DHCP agents. Network: 77fbb02f-d035-49a5-9da3-44dd3824c067, hostable agents: ['710fcab1-cd2d-4f78-98ae-ef0e41161775'], hosted agents: [] {{(pid=85335) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 16 05:13:34.684758 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Network 77fbb02f-d035-49a5-9da3-44dd3824c067 is scheduled to be hosted by DHCP agent 710fcab1-cd2d-4f78-98ae-ef0e41161775 with binding_index 1 {{(pid=85335) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 16 05:13:34.694449 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-1-smb, 77fbb02f-d035-49a5-9da3-44dd3824c067) {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:13:34.704672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8302ae2d-6f01-4c44-9548-c51341473ca0 None None] Network 77fbb02f-d035-49a5-9da3-44dd3824c067 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:13:34.707533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:34.708263 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for subnet, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:34.731430 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-1e610c07-74e8-475f-9888-5723591a6e9a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8447154 Apr 16 05:13:34.822607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-02769d32-d408-4897-afdc-a8dbdc28c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:34.824252 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-02769d32-d408-4897-afdc-a8dbdc28c88a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0858474 Apr 16 05:13:34.950664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7837f0ae-914d-4737-905b-dda435ab30e7 None None] Network 77fbb02f-d035-49a5-9da3-44dd3824c067 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:13:34.994774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-267410ca-9335-403f-8306-914930ffd087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:34.996409 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-267410ca-9335-403f-8306-914930ffd087 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 909 time: 0.1507421 Apr 16 05:13:35.115484 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-b950e9d0-1c64-42c1-acbe-ad640e7d3a57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 1001 time: 0.1116853 Apr 16 05:13:35.192549 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-1a132bec-8202-461e-b495-be6fa4407327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:35.194138 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-1a132bec-8202-461e-b495-be6fa4407327 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 200 len: 847 time: 0.0722609 Apr 16 05:13:35.278763 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-fc900f37-0314-40f9-830e-ed3c82dfcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:35.280421 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-fc900f37-0314-40f9-830e-ed3c82dfcd48 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796125 Apr 16 05:13:35.436326 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-a5403a63-af39-4df0-91f9-b4cec25f878c service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482193 Apr 16 05:13:35.591204 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3d6bdfeb-44a9-4bbe-b505-28630d799714 req-c0c32822-9dbb-4b51-8f63-310eec98c0d3 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475465 Apr 16 05:13:36.874586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-c8044092-6643-4471-989a-54e722d589ea tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:36.875280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-c8044092-6643-4471-989a-54e722d589ea tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Synchronizing usage tracker for tenant:0505923137174e1db9e224ce21f8096b on resource:network {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:13:36.895128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-c8044092-6643-4471-989a-54e722d589ea tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Unset dirty status for tenant:0505923137174e1db9e224ce21f8096b on resource:network {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:13:36.896432 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-c8044092-6643-4471-989a-54e722d589ea tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/networks?id=77fbb02f-d035-49a5-9da3-44dd3824c067 HTTP/1.1" status: 200 len: 814 time: 0.1839378 Apr 16 05:13:36.920462 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-731e8522-42a7-4eb3-b908-569252e4caa2 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/quotas/0505923137174e1db9e224ce21f8096b HTTP/1.1" status: 200 len: 375 time: 0.0127950 Apr 16 05:13:36.979721 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-8aa839f1-8d05-4240-befe-c2b42c778875 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0505923137174e1db9e224ce21f8096b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526724 Apr 16 05:13:37.129632 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-ac69a53b-7614-40f1-8ce2-6124b56fa908 service neutron] 10.222.0.48 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420534 Apr 16 05:13:37.285624 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-95352f15-c8d6-46d4-b455-f4ac0d39dbb7 service neutron] 10.222.0.48 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457295 Apr 16 05:13:37.492290 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-3281120e-7738-4ae3-8878-32dc22e258b1 req-15af722f-899f-4d8d-bb8b-e1eb728dc543 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 210 time: 0.0495005 Apr 16 05:13:38.866770 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-72d40764-ec0f-4c29-a47d-7c9dfc824ae2 req-0abbc424-2383-460d-b325-58951864c83a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 210 time: 0.0604076 Apr 16 05:13:38.940738 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-5e4b6ba2-4f04-4f51-ae20-5687919d6e7d tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:38.942324 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-5e4b6ba2-4f04-4f51-ae20-5687919d6e7d tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.47 "GET /v2.0/networks?id=77fbb02f-d035-49a5-9da3-44dd3824c067 HTTP/1.1" status: 200 len: 814 time: 0.4905770 Apr 16 05:13:38.955118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Request body: {'port': {'device_id': '28a3567f-bf9a-47b8-b981-a0430c5373a3', 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067', 'admin_state_up': True, 'tenant_id': '0505923137174e1db9e224ce21f8096b'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:13:39.105581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:13:39.110544 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Usage tracker for resource:port and tenant:0505923137174e1db9e224ce21f8096b is out of sync, need to count used quota {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 16 05:13:39.114067 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85335) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 16 05:13:39.120588 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85335) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:13:39.130919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Made reservation on behalf of 0505923137174e1db9e224ce21f8096b for: {'port': 1} {{(pid=85335) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:13:39.137181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:39.313622 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Allocated IP 172.20.0.3 (77fbb02f-d035-49a5-9da3-44dd3824c067/eb860b0a-4392-4b65-9411-63d4fa55b1a8/66ea2da5-50e2-47b6-919f-718b2676a9eb) {{(pid=85335) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:13:39.555916 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks [] for port, precommit_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:39.589254 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_create {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:39.604937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d2455631-086a-474f-bfcb-b18fbc391d6b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:39.744507 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Pushing event updated for resources: {'Port': ['ID=66ea2da5-50e2-47b6-919f-718b2676a9eb,revision_number=1']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:39.749287 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:39.802725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Network 77fbb02f-d035-49a5-9da3-44dd3824c067 is already hosted by enough agents. {{(pid=85335) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:13:39.803936 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Resources bound (agent type, host, resource id): {{(pid=85335) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:13:39.806396 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Received port after_create {{(pid=85335) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:13:39.878235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:39.878927 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:39.900418 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9497247 Apr 16 05:13:39.913856 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Request body: {'port': {'device_id': '28a3567f-bf9a-47b8-b981-a0430c5373a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85335) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:13:40.088886 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:40.192831 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88814a09-14e5-4558-ab40-1e7972a3e69d req-bf815072-6268-4b30-9c39-fc6247b57665 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:40.193596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-88814a09-14e5-4558-ab40-1e7972a3e69d req-bf815072-6268-4b30-9c39-fc6247b57665 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Synchronizing usage tracker for tenant:0505923137174e1db9e224ce21f8096b on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:13:40.272724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-88814a09-14e5-4558-ab40-1e7972a3e69d req-bf815072-6268-4b30-9c39-fc6247b57665 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Unset dirty status for tenant:0505923137174e1db9e224ce21f8096b on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:13:40.274010 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-88814a09-14e5-4558-ab40-1e7972a3e69d req-bf815072-6268-4b30-9c39-fc6247b57665 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 931 time: 0.2694967 Apr 16 05:13:40.409471 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-88814a09-14e5-4558-ab40-1e7972a3e69d req-b09fcc16-c152-4aae-a94a-67e2c3612f58 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Synchronizing usage tracker for tenant:0505923137174e1db9e224ce21f8096b on resource:security_group {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:13:40.459855 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-88814a09-14e5-4558-ab40-1e7972a3e69d req-b09fcc16-c152-4aae-a94a-67e2c3612f58 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Unset dirty status for tenant:0505923137174e1db9e224ce21f8096b on resource:security_group {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:13:40.461109 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-88814a09-14e5-4558-ab40-1e7972a3e69d req-b09fcc16-c152-4aae-a94a-67e2c3612f58 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798933 Apr 16 05:13:40.539711 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ea2da5-50e2-47b6-919f-718b2676a9eb {{(pid=85335) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:13:40.547958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:40.564809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Transition to ACTIVE for port object 66ea2da5-50e2-47b6-919f-718b2676a9eb will not be triggered until provisioned by entity L2. {{(pid=85335) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:13:40.568107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:40.587534 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:40.721180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Pushing event updated for resources: {'Port': ['ID=66ea2da5-50e2-47b6-919f-718b2676a9eb,revision_number=2']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:40.733820 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:40.947464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Attempting to bind port 66ea2da5-50e2-47b6-919f-718b2676a9eb on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:13:40.948082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Attempting to bind port 66ea2da5-50e2-47b6-919f-718b2676a9eb by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '0662c11e-fa44-4a4b-970a-4900363d292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067'}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:13:40.948082 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Attempting to bind port 66ea2da5-50e2-47b6-919f-718b2676a9eb on network 77fbb02f-d035-49a5-9da3-44dd3824c067 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:13:40.953442 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Port 66ea2da5-50e2-47b6-919f-718b2676a9eb on network 77fbb02f-d035-49a5-9da3-44dd3824c067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:13:40.953796 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Attempting to bind port 66ea2da5-50e2-47b6-919f-718b2676a9eb on network 77fbb02f-d035-49a5-9da3-44dd3824c067 {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:13:40.959508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:13:40.959883 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Checking segment: {'id': '0662c11e-fa44-4a4b-970a-4900363d292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85335) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:13:40.960300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Bound using segment: {'id': '0662c11e-fa44-4a4b-970a-4900363d292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067'} {{(pid=85335) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:13:40.960774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Bound port: 66ea2da5-50e2-47b6-919f-718b2676a9eb, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0662c11e-fa44-4a4b-970a-4900363d292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067'}}] {{(pid=85335) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:13:40.961153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:41.062238 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] For port 66ea2da5-50e2-47b6-919f-718b2676a9eb, host hv-cinder-78652, cleared binding levels {{(pid=85335) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:13:41.065447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] For port 66ea2da5-50e2-47b6-919f-718b2676a9eb, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=66ea2da5-50e2-47b6-919f-718b2676a9eb,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85335) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:13:41.070469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036850673375'] for port, after_update {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:41.083999 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-c552785f-0f93-4700-802f-863ab1a057b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:41.238373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Pushing event updated for resources: {'Port': ['ID=66ea2da5-50e2-47b6-919f-718b2676a9eb,revision_number=3']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:41.252388 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.252758 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.253171 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.253583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.253992 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.254403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.254842 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.255247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.255638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.256040 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.256437 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.256839 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:41.269472 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:41.288428 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:41.289117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:41.290564 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-0b7b570f-1881-47f5-8e0d-6e89a7a5cf6f service neutron] 10.222.0.47 "PUT /v2.0/ports/66ea2da5-50e2-47b6-919f-718b2676a9eb HTTP/1.1" status: 200 len: 1093 time: 1.3814332 Apr 16 05:13:41.291123 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a3567f-bf9a-47b8-b981-a0430c5373a3', 'tag': '66ea2da5-50e2-47b6-919f-718b2676a9eb'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:13:41.372011 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a3567f-bf9a-47b8-b981-a0430c5373a3', 'tag': '66ea2da5-50e2-47b6-919f-718b2676a9eb', 'status': 'completed', 'code': 200} Apr 16 05:13:41.416023 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-b97f0f9a-06c0-4a3f-bc25-4be706978515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:41.417637 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-b97f0f9a-06c0-4a3f-bc25-4be706978515 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0505923137174e1db9e224ce21f8096b&device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 1096 time: 0.0886185 Apr 16 05:13:41.493556 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-77b71b4f-bbba-404d-96d7-4548b21b48e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66ea2da5-50e2-47b6-919f-718b2676a9eb HTTP/1.1" status: 200 len: 217 time: 0.0680823 Apr 16 05:13:41.566902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-e9033e0d-d414-4d98-849a-fc3d73a09291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:41.568484 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-e9033e0d-d414-4d98-849a-fc3d73a09291 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb860b0a-4392-4b65-9411-63d4fa55b1a8 HTTP/1.1" status: 200 len: 854 time: 0.0692961 Apr 16 05:13:41.664327 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-ae7d376b-7eba-4b53-ae93-760f3dc0319a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fbb02f-d035-49a5-9da3-44dd3824c067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895941 Apr 16 05:13:41.844099 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052af27-012d-48af-ba9c-6513e148425e req-ede1125e-3a61-45bc-a7e2-d29001b62cf6 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:41.845577 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a052af27-012d-48af-ba9c-6513e148425e req-ede1125e-3a61-45bc-a7e2-d29001b62cf6 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 943 time: 0.2341573 Apr 16 05:13:41.847687 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-c0c39afa-6c8f-4e29-a131-78039d07dd3f service neutron] 10.222.0.47 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743946 Apr 16 05:13:41.987576 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a052af27-012d-48af-ba9c-6513e148425e req-3de4affd-22a5-40bf-9665-848e6dc628a4 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335945 Apr 16 05:13:42.033339 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c7e616fc-28d3-44f9-9bfe-1e981b91a572 req-1efa971b-1244-4b0a-b65d-103ff83ba211 service neutron] 10.222.0.47 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773200 Apr 16 05:13:42.173374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-56efd9cb-cafb-41da-bdde-4bde3932e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:42.175027 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-56efd9cb-cafb-41da-bdde-4bde3932e339 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0505923137174e1db9e224ce21f8096b&device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 1096 time: 0.0950089 Apr 16 05:13:42.324808 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-9632123b-a109-461f-a3fa-7c3a7e3bfd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:42.326391 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-9632123b-a109-461f-a3fa-7c3a7e3bfd81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=77fbb02f-d035-49a5-9da3-44dd3824c067 HTTP/1.1" status: 200 len: 915 time: 0.1429648 Apr 16 05:13:42.415617 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-9fab22d2-9a63-43c6-b4b2-3ff15a49d3af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=66ea2da5-50e2-47b6-919f-718b2676a9eb HTTP/1.1" status: 200 len: 217 time: 0.0800791 Apr 16 05:13:42.490012 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-17c1e998-ba3c-4caf-9f2c-4ab630593526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:42.491627 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-17c1e998-ba3c-4caf-9f2c-4ab630593526 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb860b0a-4392-4b65-9411-63d4fa55b1a8 HTTP/1.1" status: 200 len: 854 time: 0.0684578 Apr 16 05:13:42.550324 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-17532d0d-668e-4038-be99-94647275d868 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fbb02f-d035-49a5-9da3-44dd3824c067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515790 Apr 16 05:13:42.960153 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-3793ff1f-5afe-4ed5-9c66-208d0efa53aa service neutron] 10.222.0.47 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017668 Apr 16 05:13:43.108892 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-a70de94b-1a82-439f-ab2c-803fafb541bc req-26497cc6-ba76-485a-946e-6431984f16e0 service neutron] 10.222.0.47 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419203 Apr 16 05:13:43.213547 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2870275-2736-48cd-ab38-c556c3845ed7 req-b3aa55a1-c2b5-4350-b21c-647c01155272 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:43.215870 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f2870275-2736-48cd-ab38-c556c3845ed7 req-b3aa55a1-c2b5-4350-b21c-647c01155272 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 943 time: 0.1056771 Apr 16 05:13:43.270523 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f2870275-2736-48cd-ab38-c556c3845ed7 req-db980e49-e653-404e-8e73-c844350692a4 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439341 Apr 16 05:13:44.444814 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 66ea2da5-50e2-47b6-919f-718b2676a9eb details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:13:44.492736 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c131bfb-a758-48ab-b47c-197e0f79feb1 req-6e6ca214-b35f-4109-bb65-212efb2f2f0d tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:44.494389 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8c131bfb-a758-48ab-b47c-197e0f79feb1 req-6e6ca214-b35f-4109-bb65-212efb2f2f0d tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 943 time: 0.0980368 Apr 16 05:13:44.545622 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8c131bfb-a758-48ab-b47c-197e0f79feb1 req-456fe81f-c1ee-4216-a23a-e6d3ac8cd4d2 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443549 Apr 16 05:13:44.602946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 66ea2da5-50e2-47b6-919f-718b2676a9eb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=66ea2da5-50e2-47b6-919f-718b2676a9eb,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:13:44.617725 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': '66ea2da5-50e2-47b6-919f-718b2676a9eb', 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067', 'port_id': '66ea2da5-50e2-47b6-919f-718b2676a9eb', 'mac_address': 'fa:16:3e:2b:ba:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb860b0a-4392-4b65-9411-63d4fa55b1a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:13:44.681583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:44.700277 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66ea2da5-50e2-47b6-919f-718b2676a9eb {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:13:44.717949 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 66ea2da5-50e2-47b6-919f-718b2676a9eb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=66ea2da5-50e2-47b6-919f-718b2676a9eb,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:13:44.721402 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:44.723342 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:44.793979 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=66ea2da5-50e2-47b6-919f-718b2676a9eb,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:44.797434 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:44.921944 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['66ea2da5-50e2-47b6-919f-718b2676a9eb'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:13:45.757848 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733f82c-1dc1-48ca-9685-c2736a6f9b7f req-718864cc-de8f-4bea-837f-951f08473450 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:45.759620 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1733f82c-1dc1-48ca-9685-c2736a6f9b7f req-718864cc-de8f-4bea-837f-951f08473450 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 944 time: 0.0955257 Apr 16 05:13:45.810087 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1733f82c-1dc1-48ca-9685-c2736a6f9b7f req-3e18405d-b36e-48e1-bc44-eaf6dcc24984 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422831 Apr 16 05:13:46.461345 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 66ea2da5-50e2-47b6-919f-718b2676a9eb up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:13:46.548107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port 66ea2da5-50e2-47b6-919f-718b2676a9eb completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:13:46.553527 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port 66ea2da5-50e2-47b6-919f-718b2676a9eb triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:13:46.553956 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:46.693630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:46.724116 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3567f-bf9a-47b8-b981-a0430c5373a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ea2da5-50e2-47b6-919f-718b2676a9eb'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:13:46.734976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port 66ea2da5-50e2-47b6-919f-718b2676a9eb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=66ea2da5-50e2-47b6-919f-718b2676a9eb,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:13:46.739131 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:46.741118 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:13:46.782200 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3567f-bf9a-47b8-b981-a0430c5373a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ea2da5-50e2-47b6-919f-718b2676a9eb', 'code': 200} Apr 16 05:13:46.817934 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=66ea2da5-50e2-47b6-919f-718b2676a9eb,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:13:46.826043 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.826407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.826819 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.827196 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.827690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.828201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.828579 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.828946 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.829316 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.829682 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.830030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.830410 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:13:46.834300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:13:47.089762 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb931cd-19d8-41e8-937d-3811fbb1ad1f req-96fd3611-8546-4152-bd6f-9989e31e212a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:47.091357 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ccb931cd-19d8-41e8-937d-3811fbb1ad1f req-96fd3611-8546-4152-bd6f-9989e31e212a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 945 time: 0.1556320 Apr 16 05:13:47.096220 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c8f65-43a3-4816-8a5e-9e50c7f1c4d0 req-842fe8f6-a336-4c1b-9c80-aa6b77c7a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:47.097738 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ad9c8f65-43a3-4816-8a5e-9e50c7f1c4d0 req-842fe8f6-a336-4c1b-9c80-aa6b77c7a7db service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 1098 time: 0.1194766 Apr 16 05:13:47.172397 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ccb931cd-19d8-41e8-937d-3811fbb1ad1f req-e2b02ad3-377c-421c-96f0-6f7a894b56b7 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736194 Apr 16 05:13:47.175982 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ad9c8f65-43a3-4816-8a5e-9e50c7f1c4d0 req-5290a605-695d-41dd-9c27-c06b64bf4440 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630758 Apr 16 05:13:48.396088 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d6532-f7d2-451b-8506-837156005133 req-4b7ef512-0510-469d-85c8-a921c9261f80 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:13:48.397586 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-515d6532-f7d2-451b-8506-837156005133 req-4b7ef512-0510-469d-85c8-a921c9261f80 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 945 time: 0.1020672 Apr 16 05:13:48.448390 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-515d6532-f7d2-451b-8506-837156005133 req-3b2a6e24-2af7-4301-b1af-57403138fbe9 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Apr 16 05:13:49.682698 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-065c27f6-cf89-42a3-b1b9-dd7c136728f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:52.525502 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0f41b7cc-5b18-445a-bdf7-4e94eed50709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:52.825149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:53.953593 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:54.196581 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:13:55.705991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:13:58.516755 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:19.688499 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f89016c7-87f7-460a-9b81-6a3c985ab26d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:22.456356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a96bfa-6b36-4c78-adeb-4c9cd5e0865b req-fbed3269-9014-455f-a51b-df2f2fa52a40 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:22.457938 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-86a96bfa-6b36-4c78-adeb-4c9cd5e0865b req-fbed3269-9014-455f-a51b-df2f2fa52a40 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 945 time: 0.1073682 Apr 16 05:14:22.509185 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-86a96bfa-6b36-4c78-adeb-4c9cd5e0865b req-6a4cbae3-4f73-4ca7-8294-8564be3ff0c3 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444820 Apr 16 05:14:22.529671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-95ff808d-f8dd-45d0-a0a4-839d098f20d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:22.829163 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:23.743377 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d013faf-c61e-404b-9cdc-c4c8eb738614 req-57d006b6-6828-4af2-ad9f-babd2b4d775a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:23.745206 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7d013faf-c61e-404b-9cdc-c4c8eb738614 req-57d006b6-6828-4af2-ad9f-babd2b4d775a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 945 time: 0.0987420 Apr 16 05:14:23.796586 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7d013faf-c61e-404b-9cdc-c4c8eb738614 req-5a435edb-decf-4167-ab81-8ae50ed0e0f3 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422928 Apr 16 05:14:23.961142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:25.012875 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df689-fb42-4335-b58b-5d44860e04b3 req-69dfa8db-8afc-40ea-b9c2-cac267529c1f tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:25.014512 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-355df689-fb42-4335-b58b-5d44860e04b3 req-69dfa8db-8afc-40ea-b9c2-cac267529c1f tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 945 time: 0.0974689 Apr 16 05:14:25.068623 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-355df689-fb42-4335-b58b-5d44860e04b3 req-fd42eb52-5b55-4657-a512-513aedab6cc1 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Apr 16 05:14:25.704827 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:26.305709 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c0402-a2af-46ff-8805-08400308cc30 req-c1836a5e-2c8d-4a66-8918-2f5b34afc1b2 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:26.307275 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-458c0402-a2af-46ff-8805-08400308cc30 req-c1836a5e-2c8d-4a66-8918-2f5b34afc1b2 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 945 time: 0.1063883 Apr 16 05:14:26.358052 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-458c0402-a2af-46ff-8805-08400308cc30 req-709b5288-d6ff-4559-a77f-2166ed6cc6d4 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432382 Apr 16 05:14:27.094840 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-c154b239-33b7-4599-a611-5a16b5e7d2fa tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:27.096516 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-c154b239-33b7-4599-a611-5a16b5e7d2fa tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.47 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 945 time: 0.0976250 Apr 16 05:14:27.177307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Deleting port 66ea2da5-50e2-47b6-919f-718b2676a9eb {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:14:27.177692 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:27.457323 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] For port 66ea2da5-50e2-47b6-919f-718b2676a9eb, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=66ea2da5-50e2-47b6-919f-718b2676a9eb,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:14:27.457985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:27.646237 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Calling delete_port for 66ea2da5-50e2-47b6-919f-718b2676a9eb owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:14:27.809988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b5622-4ba7-4c84-992a-958f3a2158ea req-f9f88111-04d6-46b5-a443-f0602b317c1c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:27.812031 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-be1b5622-4ba7-4c84-992a-958f3a2158ea req-f9f88111-04d6-46b5-a443-f0602b317c1c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=28a3567f-bf9a-47b8-b981-a0430c5373a3 HTTP/1.1" status: 200 len: 945 time: 0.2791438 Apr 16 05:14:27.860942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:27.873137 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['66ea2da5-50e2-47b6-919f-718b2676a9eb'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:14:27.878968 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-10ef9014-01e2-40aa-82bd-f54852da012a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:14:27.979738 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Pushing event deleted for resources: {'Port': ['ID=66ea2da5-50e2-47b6-919f-718b2676a9eb,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:14:27.991595 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-be1b5622-4ba7-4c84-992a-958f3a2158ea req-7b0f53d1-b8e4-4204-b0aa-b7d8fb874f96 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724744 Apr 16 05:14:27.994293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:14:28.136649 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] No DVR routers for this DVR port 66ea2da5-50e2-47b6-919f-718b2676a9eb on host hv-cinder-78652 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:14:28.139621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:28.142925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a3567f-bf9a-47b8-b981-a0430c5373a3', 'name': 'network-vif-deleted', 'tag': '66ea2da5-50e2-47b6-919f-718b2676a9eb'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:14:28.160296 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-c476736d-73eb-48ca-b850-c057c9e77f0c req-b2487894-5e74-4369-bc95-baa45e92ac32 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.47 "DELETE /v2.0/ports/66ea2da5-50e2-47b6-919f-718b2676a9eb HTTP/1.1" status: 204 len: 173 time: 1.0576437 Apr 16 05:14:28.201217 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a3567f-bf9a-47b8-b981-a0430c5373a3', 'name': 'network-vif-deleted', 'tag': '66ea2da5-50e2-47b6-919f-718b2676a9eb', 'status': 'completed', 'code': 200} Apr 16 05:14:28.524065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:30.696477 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 66ea2da5-50e2-47b6-919f-718b2676a9eb no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:14:30.734532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: 66ea2da5-50e2-47b6-919f-718b2676a9eb {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:14:30.734938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device 66ea2da5-50e2-47b6-919f-718b2676a9eb not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:14:31.187241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:14:33.629944 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-c4cd92cc-1fe2-4f10-abc4-2e3226f9454d tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:33.631607 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-c4cd92cc-1fe2-4f10-abc4-2e3226f9454d tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/networks?id=77fbb02f-d035-49a5-9da3-44dd3824c067 HTTP/1.1" status: 200 len: 814 time: 0.1810842 Apr 16 05:14:33.649142 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-0431d633-74dc-43f9-aa26-6d63a65d0dc2 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/quotas/0505923137174e1db9e224ce21f8096b HTTP/1.1" status: 200 len: 375 time: 0.0109191 Apr 16 05:14:33.703994 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-273c4f26-2435-4ba3-8a49-57205c10bacc tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Synchronizing usage tracker for tenant:0505923137174e1db9e224ce21f8096b on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:14:33.719380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-273c4f26-2435-4ba3-8a49-57205c10bacc tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Unset dirty status for tenant:0505923137174e1db9e224ce21f8096b on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:14:33.720741 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-273c4f26-2435-4ba3-8a49-57205c10bacc tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=0505923137174e1db9e224ce21f8096b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653279 Apr 16 05:14:33.871949 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-96f2aa7e-363c-4c05-ab8b-38acb2c118a9 service neutron] 10.222.0.48 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418047 Apr 16 05:14:34.033698 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-472a4ab3-f6ac-443f-a1cf-8495a647352c service neutron] 10.222.0.48 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547437 Apr 16 05:14:34.258430 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-cf15a892-02f5-4528-a084-e9d1d3ae67e6 req-091b843c-912f-45da-b589-7ceb8f0cb9b1 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 210 time: 0.0576553 Apr 16 05:14:34.703763 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-e48ce85c-fad9-4d11-b419-e515182d01de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808780 Apr 16 05:14:34.868292 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-a3afb753-f311-4266-be98-c6c36cda93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:34.869889 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-a3afb753-f311-4266-be98-c6c36cda93f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0871899 Apr 16 05:14:35.033521 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-ab08208b-18da-4b16-a1c2-a34d27062c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:35.035173 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-ab08208b-18da-4b16-a1c2-a34d27062c60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 909 time: 0.1430686 Apr 16 05:14:35.151534 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-3c1150d4-ec3d-4ab2-a518-88bb119bf8f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 1001 time: 0.1080332 Apr 16 05:14:35.394535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-219a7861-4a87-4da9-b813-3417ea374066 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:35.396236 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-219a7861-4a87-4da9-b813-3417ea374066 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.47 "GET /v2.0/networks?id=77fbb02f-d035-49a5-9da3-44dd3824c067 HTTP/1.1" status: 200 len: 814 time: 0.1839595 Apr 16 05:14:35.409954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Request body: {'port': {'device_id': '8dce4f87-bbb0-4ddd-8f81-7035043f7211', 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067', 'admin_state_up': True, 'tenant_id': '0505923137174e1db9e224ce21f8096b'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:14:35.533028 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d26bd86c-03d0-4fc6-b962-7cc798669d2e req-d94983d3-f6c1-489e-9f2e-f1da3214ba0c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 210 time: 0.0588076 Apr 16 05:14:35.553311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-e1730aa0-89a6-4baa-9b10-5b386ddaa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:35.554918 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-e1730aa0-89a6-4baa-9b10-5b386ddaa6c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 200 len: 847 time: 0.3958063 Apr 16 05:14:35.567091 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 16 05:14:35.578596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.quota.driver [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85336) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 16 05:14:35.589211 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Made reservation on behalf of 0505923137174e1db9e224ce21f8096b for: {'port': 1} {{(pid=85336) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 16 05:14:35.595638 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:35.644643 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-8c835ba8-303f-4ef8-8166-f2483213e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:35.646469 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-8c835ba8-303f-4ef8-8166-f2483213e8c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843873 Apr 16 05:14:35.784374 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_common [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Allocated IP 172.20.0.6 (77fbb02f-d035-49a5-9da3-44dd3824c067/eb860b0a-4392-4b65-9411-63d4fa55b1a8/b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c) {{(pid=85336) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 16 05:14:35.798174 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-5ad86ea8-89d1-4331-9143-0d5c257c29e1 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437263 Apr 16 05:14:35.948987 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-4ae1cd56-316e-4867-85cb-6e3a9e9d2382 req-a0ca198a-b368-463c-ac39-b00bb26ae8bb service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437068 Apr 16 05:14:36.023416 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks [] for port, precommit_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:36.055958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363275290736295', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_create {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:36.072270 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fddb3818-cad7-4e16-8193-c58b9308e023 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:14:36.221487 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Pushing event updated for resources: {'Port': ['ID=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,revision_number=1']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:14:36.245910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.246346 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.246789 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.247200 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.247636 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.248016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.248425 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.248831 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.249214 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.249619 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.250021 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.250422 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:14:36.256489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:14:36.300512 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Network 77fbb02f-d035-49a5-9da3-44dd3824c067 is already hosted by enough agents. {{(pid=85336) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 16 05:14:36.301963 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.base_scheduler [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Resources bound (agent type, host, resource id): {{(pid=85336) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 16 05:14:36.304751 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Received port after_create {{(pid=85336) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 16 05:14:36.375748 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:36.376455 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:36.408721 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0035884 Apr 16 05:14:36.421421 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.v2.base [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Request body: {'port': {'device_id': '8dce4f87-bbb0-4ddd-8f81-7035043f7211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=85336) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 16 05:14:36.753111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3f3f3-3f26-4b09-9a9b-35efe41b335b req-49af68e6-6baf-4d84-9ed2-170d86b8d23f tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:36.755032 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0ea3f3f3-3f26-4b09-9a9b-35efe41b335b req-49af68e6-6baf-4d84-9ed2-170d86b8d23f tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 931 time: 0.0965171 Apr 16 05:14:36.808103 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0ea3f3f3-3f26-4b09-9a9b-35efe41b335b req-f38f1137-6186-4b0c-bef6-44c6981d5e0f tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458584 Apr 16 05:14:36.813069 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:37.201380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c {{(pid=85336) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:14:37.209940 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:37.226693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Transition to ACTIVE for port object b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c will not be triggered until provisioned by entity L2. {{(pid=85336) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 16 05:14:37.230311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:37.250413 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ea4861a5-d08b-4a34-a18c-83b700915dc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:14:37.392978 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Pushing event updated for resources: {'Port': ['ID=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,revision_number=2']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:14:37.407220 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:14:37.632188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Attempting to bind port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c on host hv-cinder-78652 for vnic_type normal with profile {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 16 05:14:37.632577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Attempting to bind port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '0662c11e-fa44-4a4b-970a-4900363d292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067'}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 16 05:14:37.632952 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Attempting to bind port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c on network 77fbb02f-d035-49a5-9da3-44dd3824c067 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:14:37.638878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c on network 77fbb02f-d035-49a5-9da3-44dd3824c067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 16 05:14:37.639254 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Attempting to bind port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c on network 77fbb02f-d035-49a5-9da3-44dd3824c067 {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 16 05:14:37.647049 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Checking agent: {'id': 'a76de365-257f-4eb2-a921-c50b4c972a7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'started_at': datetime.datetime(2021, 4, 16, 5, 2, 28), 'heartbeat_timestamp': datetime.datetime(2021, 4, 16, 5, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 16 05:14:37.647435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Checking segment: {'id': '0662c11e-fa44-4a4b-970a-4900363d292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85336) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 16 05:14:37.647877 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Bound using segment: {'id': '0662c11e-fa44-4a4b-970a-4900363d292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067'} {{(pid=85336) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 16 05:14:37.648372 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Bound port: b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0662c11e-fa44-4a4b-970a-4900363d292f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067'}}] {{(pid=85336) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 16 05:14:37.648770 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:37.758435 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] For port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c, host hv-cinder-78652, cleared binding levels {{(pid=85336) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 16 05:14:37.762145 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] For port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85336) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 16 05:14:37.766669 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4171131'] for port, after_update {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:37.781003 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-6897f222-4e46-427a-acc0-bf5dea75f549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:14:37.941508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Pushing event updated for resources: {'Port': ['ID=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,revision_number=3']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:14:37.946464 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:14:37.986562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:37.987391 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:37.989079 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-8b62073f-cf51-44df-bdac-4da83576a34c service neutron] 10.222.0.47 "PUT /v2.0/ports/b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c HTTP/1.1" status: 200 len: 1093 time: 1.5726473 Apr 16 05:14:37.989483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dce4f87-bbb0-4ddd-8f81-7035043f7211', 'tag': 'b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c'}] {{(pid=85336) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:14:38.047930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ecb26-517d-4786-874f-a0db14a53881 req-eb14efc3-27e4-419c-b4d6-2daf810d0cef tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:38.049699 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-df4ecb26-517d-4786-874f-a0db14a53881 req-eb14efc3-27e4-419c-b4d6-2daf810d0cef tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 943 time: 0.1190414 Apr 16 05:14:38.065152 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dce4f87-bbb0-4ddd-8f81-7035043f7211', 'tag': 'b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c', 'status': 'completed', 'code': 200} Apr 16 05:14:38.101931 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-df4ecb26-517d-4786-874f-a0db14a53881 req-a21df704-d117-403e-85dd-35d4000b1ded tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451965 Apr 16 05:14:38.110803 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-ad40832d-ed8f-4e70-8ed2-cc74f02257f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:38.112530 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-ad40832d-ed8f-4e70-8ed2-cc74f02257f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0505923137174e1db9e224ce21f8096b&device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 1096 time: 0.0854754 Apr 16 05:14:38.191063 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-c8fc5cc1-582e-44e5-97f4-6de792815878 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c HTTP/1.1" status: 200 len: 217 time: 0.0713885 Apr 16 05:14:38.277853 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-6a9f42be-c4dd-49e6-8bbd-246f81134ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:38.280521 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-6a9f42be-c4dd-49e6-8bbd-246f81134ee9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb860b0a-4392-4b65-9411-63d4fa55b1a8 HTTP/1.1" status: 200 len: 854 time: 0.0823972 Apr 16 05:14:38.338489 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-73ee54a0-53a8-4d61-b11c-6f761b4b346b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fbb02f-d035-49a5-9da3-44dd3824c067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513132 Apr 16 05:14:38.488176 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-d1c461d2-811c-4819-97ed-e37c765fa8ed service neutron] 10.222.0.47 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431012 Apr 16 05:14:38.647594 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9f08147b-2b2e-4107-a056-b93cc87fb8a2 req-df296eaf-cc6f-4861-a863-7b0f06989777 service neutron] 10.222.0.47 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522994 Apr 16 05:14:38.784201 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-0affd61f-0a33-49d9-a7d9-9c6503cb9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:38.785861 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-0affd61f-0a33-49d9-a7d9-9c6503cb9c77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0505923137174e1db9e224ce21f8096b&device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 1096 time: 0.0875425 Apr 16 05:14:38.943122 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-f63613f0-a7ae-4676-9646-d95e766539ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:38.944843 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-f63613f0-a7ae-4676-9646-d95e766539ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=77fbb02f-d035-49a5-9da3-44dd3824c067 HTTP/1.1" status: 200 len: 915 time: 0.1508386 Apr 16 05:14:39.024304 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-85ff8eb8-f288-46de-95eb-c075dbf5268e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c HTTP/1.1" status: 200 len: 217 time: 0.0706213 Apr 16 05:14:39.109526 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-25c49cc7-7ab9-4c59-84b9-6d223aa99007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:39.113313 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-25c49cc7-7ab9-4c59-84b9-6d223aa99007 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eb860b0a-4392-4b65-9411-63d4fa55b1a8 HTTP/1.1" status: 200 len: 854 time: 0.0822301 Apr 16 05:14:39.171395 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-795c5792-8bb2-44e7-b16b-b5d8741e54e9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=77fbb02f-d035-49a5-9da3-44dd3824c067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496287 Apr 16 05:14:39.335094 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-0b674104-9278-42d3-9dbb-1bd28eebedf0 service neutron] 10.222.0.47 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533971 Apr 16 05:14:39.344884 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4ab77-65ef-4714-bddd-bc51638302e0 req-58a79080-682f-4436-9c3f-b3904eeafc07 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:39.346829 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a4ab77-65ef-4714-bddd-bc51638302e0 req-58a79080-682f-4436-9c3f-b3904eeafc07 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 943 time: 0.0984035 Apr 16 05:14:39.404061 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-61a4ab77-65ef-4714-bddd-bc51638302e0 req-e6537e26-818d-4bb2-b63e-84cb577bba62 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503092 Apr 16 05:14:39.490589 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b4ebb546-f22c-47e0-a87e-ce262877eb68 req-848c870b-d1ae-4283-9774-da1b3cdd0b1f service neutron] 10.222.0.47 "GET /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483140 Apr 16 05:14:40.619265 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e3ae4-587e-43fa-b51b-b44853c0f2b3 req-4d70d283-953b-4049-94be-9e3329659c1f tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:40.620915 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-aa4e3ae4-587e-43fa-b51b-b44853c0f2b3 req-4d70d283-953b-4049-94be-9e3329659c1f tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 943 time: 0.0933204 Apr 16 05:14:40.671504 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-aa4e3ae4-587e-43fa-b51b-b44853c0f2b3 req-4195840b-4fb9-4adf-ae27-c7dc8d154ec8 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438828 Apr 16 05:14:40.786231 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:14:40.936287 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:14:40.951039 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c', 'network_id': '77fbb02f-d035-49a5-9da3-44dd3824c067', 'port_id': 'b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c', 'mac_address': 'fa:16:3e:cc:df:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb860b0a-4392-4b65-9411-63d4fa55b1a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:14:41.010315 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:41.032648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:14:41.049074 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:14:41.054212 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:41.057113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:14:41.132124 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,revision_number=4']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:14:41.135802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:14:41.271484 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:14:41.896146 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc28f91-c3bc-4c6d-a7ae-899a5dd217d0 req-dd27e33f-7bfe-4a20-9c9a-6990cce1b3ec tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:41.897763 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9dc28f91-c3bc-4c6d-a7ae-899a5dd217d0 req-dd27e33f-7bfe-4a20-9c9a-6990cce1b3ec tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 944 time: 0.1019731 Apr 16 05:14:41.948725 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9dc28f91-c3bc-4c6d-a7ae-899a5dd217d0 req-83942561-f113-4b14-be93-64b048fae6cf tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442531 Apr 16 05:14:42.806878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:14:42.886044 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning for port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c completed by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 16 05:14:42.891524 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:14:42.891954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:43.167462 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81baed30-a1a1-41af-9d32-16118fe27972 req-408e3b2c-66a5-4696-8a40-e4f29ca296a9 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:43.169163 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-81baed30-a1a1-41af-9d32-16118fe27972 req-408e3b2c-66a5-4696-8a40-e4f29ca296a9 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 944 time: 0.0969431 Apr 16 05:14:43.212101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:43.219821 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-81baed30-a1a1-41af-9d32-16118fe27972 req-d3ffd661-c6c9-4a1d-bd6e-59fd744bc4cd tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434356 Apr 16 05:14:43.241127 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dce4f87-bbb0-4ddd-8f81-7035043f7211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:14:43.252491 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:14:43.256454 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:43.259376 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-93b428f0-b957-43b9-b64a-1af0900a92e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:14:43.301112 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dce4f87-bbb0-4ddd-8f81-7035043f7211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c', 'code': 200} Apr 16 05:14:43.351506 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,revision_number=5']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:14:43.355335 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:14:43.552232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c2812-7051-46b0-a6b8-3da6769042db req-28865aed-dd0f-43d1-a557-657140b7f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:43.553861 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-227c2812-7051-46b0-a6b8-3da6769042db req-28865aed-dd0f-43d1-a557-657140b7f24f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 1098 time: 0.0883751 Apr 16 05:14:43.599153 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-227c2812-7051-46b0-a6b8-3da6769042db req-55cf7928-969b-4bed-87dd-2f873d3b278b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386298 Apr 16 05:14:44.438660 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03bbc2-9114-4ed3-8a25-17e49e6bab10 req-c8c5a479-e071-4ad6-a536-19c96dee7299 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:44.440414 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8e03bbc2-9114-4ed3-8a25-17e49e6bab10 req-c8c5a479-e071-4ad6-a536-19c96dee7299 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 945 time: 0.0980215 Apr 16 05:14:44.495171 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8e03bbc2-9114-4ed3-8a25-17e49e6bab10 req-d8f72e09-3a15-4b49-9894-baeaacd9810b tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469937 Apr 16 05:14:45.712101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815220da-4c1d-446a-93b6-7ef42639edef req-b8d74738-148c-44f3-8d36-ab7579d005ab tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:45.713719 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-815220da-4c1d-446a-93b6-7ef42639edef req-b8d74738-148c-44f3-8d36-ab7579d005ab tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 945 time: 0.0922801 Apr 16 05:14:45.767103 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-815220da-4c1d-446a-93b6-7ef42639edef req-b0d3eea4-723c-478a-8d32-39fcf121aa40 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467725 Apr 16 05:14:49.698241 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ffcb43b5-b88f-4a07-9af3-b196b3271f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:49.874202 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19d309-52f0-4338-983a-1b7ef8672338 req-1622ed31-97a4-4b45-a6b2-14ed391fbbdc tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:49.875959 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f19d309-52f0-4338-983a-1b7ef8672338 req-1622ed31-97a4-4b45-a6b2-14ed391fbbdc tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.1025124 Apr 16 05:14:49.935225 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-8f19d309-52f0-4338-983a-1b7ef8672338 req-44c1a506-04a3-458d-837d-6bddf9bdce1c tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511038 Apr 16 05:14:51.169756 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eed5dc-0d29-4951-9c08-2f32bd4c30f9 req-7ec9d1b8-2f2a-42b4-ab9c-fe69ebb08c0e tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:51.171506 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8eed5dc-0d29-4951-9c08-2f32bd4c30f9 req-7ec9d1b8-2f2a-42b4-ab9c-fe69ebb08c0e tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0998666 Apr 16 05:14:51.230169 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b8eed5dc-0d29-4951-9c08-2f32bd4c30f9 req-164d7c78-7eec-4ba9-be33-618386ca65ca tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454082 Apr 16 05:14:52.460228 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b344d-fcf5-48e6-964d-a59cf3ea1e95 req-28f40004-4bb4-4d7d-829b-b84642eed07e tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:52.461841 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963b344d-fcf5-48e6-964d-a59cf3ea1e95 req-28f40004-4bb4-4d7d-829b-b84642eed07e tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0972416 Apr 16 05:14:52.518571 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-963b344d-fcf5-48e6-964d-a59cf3ea1e95 req-4465b09a-cbab-45d2-8c01-bdeceb4de265 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498819 Apr 16 05:14:52.538614 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f189d249-4338-4350-9f00-40a3c20e1d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:52.833146 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:53.749712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c8c0c-342c-495c-845b-59eab6d66449 req-7347b475-d94d-4d4f-822c-248815887089 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:53.751361 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b18c8c0c-342c-495c-845b-59eab6d66449 req-7347b475-d94d-4d4f-822c-248815887089 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.1127126 Apr 16 05:14:53.807770 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b18c8c0c-342c-495c-845b-59eab6d66449 req-df33d59f-2219-4912-a7b0-1deee05150ac tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492833 Apr 16 05:14:53.959195 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:55.036161 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc4d16-04d6-4d31-9ffb-9dd593e1122c req-c4bea698-be04-4571-a214-8460c3c29ad8 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:55.037742 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01bc4d16-04d6-4d31-9ffb-9dd593e1122c req-c4bea698-be04-4571-a214-8460c3c29ad8 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0935788 Apr 16 05:14:55.097221 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01bc4d16-04d6-4d31-9ffb-9dd593e1122c req-8fc1c538-cac3-4b6d-9def-aa77beacd654 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463243 Apr 16 05:14:55.707865 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:56.312020 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473a72b-4d3a-48a2-9aa1-cd4bdefcc5b1 req-464a8398-df5d-4a72-a074-74519e1ac4e6 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:56.313984 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1473a72b-4d3a-48a2-9aa1-cd4bdefcc5b1 req-464a8398-df5d-4a72-a074-74519e1ac4e6 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0960834 Apr 16 05:14:56.366945 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1473a72b-4d3a-48a2-9aa1-cd4bdefcc5b1 req-741ef1b6-a687-45f5-94d9-370d1c16087a tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451393 Apr 16 05:14:57.584989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e2838-7eee-49b1-993e-e5d06e982f55 req-82df16e0-8165-471a-bcc4-aebed2059bf8 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:57.586704 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dc6e2838-7eee-49b1-993e-e5d06e982f55 req-82df16e0-8165-471a-bcc4-aebed2059bf8 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0969336 Apr 16 05:14:57.639833 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dc6e2838-7eee-49b1-993e-e5d06e982f55 req-ff5d975b-a9cf-472d-baad-f3f59c5b6a8d tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463343 Apr 16 05:14:58.549247 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:14:58.853902 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8caf3-71a3-486f-8501-0dccf66df81b req-7e054458-d8fa-4fbf-9705-fffe677703ef tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:14:58.855617 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b6a8caf3-71a3-486f-8501-0dccf66df81b req-7e054458-d8fa-4fbf-9705-fffe677703ef tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0960360 Apr 16 05:14:58.907781 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b6a8caf3-71a3-486f-8501-0dccf66df81b req-ed794836-8062-4c7f-93f0-0c423843d027 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449488 Apr 16 05:15:00.066713 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7c979-69cf-40b9-8418-2cef920c604a req-767276f1-e9b9-44ed-a8a4-0d2ca436c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:00.069080 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40e7c979-69cf-40b9-8418-2cef920c604a req-767276f1-e9b9-44ed-a8a4-0d2ca436c06f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.2040899 Apr 16 05:15:00.238136 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7c979-69cf-40b9-8418-2cef920c604a req-af539ca1-47fa-4908-89e8-fcf960361e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:00.239093 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40e7c979-69cf-40b9-8418-2cef920c604a req-af539ca1-47fa-4908-89e8-fcf960361e0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 909 time: 0.1489179 Apr 16 05:15:00.244666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6298f3-1793-4189-ac82-20fda910f3e1 req-3a515556-2703-46c7-a09d-65abd2c3a959 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:00.246406 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9e6298f3-1793-4189-ac82-20fda910f3e1 req-3a515556-2703-46c7-a09d-65abd2c3a959 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.1429327 Apr 16 05:15:00.300460 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-9e6298f3-1793-4189-ac82-20fda910f3e1 req-3d98a030-445c-4faf-a4cd-9cd73ed2b8fa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467882 Apr 16 05:15:00.362682 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40e7c979-69cf-40b9-8418-2cef920c604a req-e860a446-3245-4fb2-9637-2af7ec6f1c7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 1001 time: 0.1155059 Apr 16 05:15:00.436380 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7c979-69cf-40b9-8418-2cef920c604a req-1da49916-b1ee-46c5-b88f-c33db791ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:00.437992 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40e7c979-69cf-40b9-8418-2cef920c604a req-1da49916-b1ee-46c5-b88f-c33db791ae57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 200 len: 847 time: 0.0686231 Apr 16 05:15:00.530842 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7c979-69cf-40b9-8418-2cef920c604a req-561b47db-a6dc-4697-afca-ff3fbaa429ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:00.532514 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40e7c979-69cf-40b9-8418-2cef920c604a req-561b47db-a6dc-4697-afca-ff3fbaa429ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878677 Apr 16 05:15:00.545230 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [req-40e7c979-69cf-40b9-8418-2cef920c604a req-ed254d0d-8e71-4431-a7bf-9fb816015af2 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=85336) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 16 05:15:00.546304 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40e7c979-69cf-40b9-8418-2cef920c604a req-ed254d0d-8e71-4431-a7bf-9fb816015af2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062890 Apr 16 05:15:00.694406 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40e7c979-69cf-40b9-8418-2cef920c604a req-82a97411-fcef-4555-a19c-294d2fc23637 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404285 Apr 16 05:15:00.846301 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-40e7c979-69cf-40b9-8418-2cef920c604a req-98d5a0d9-5360-4b3c-b602-aef18ffaded4 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419313 Apr 16 05:15:01.525550 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84dd492-8fba-4d69-9698-308a8e5e7d3f req-d8858ed8-c045-4f45-8e70-2dc20db971f4 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:01.527243 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f84dd492-8fba-4d69-9698-308a8e5e7d3f req-d8858ed8-c045-4f45-8e70-2dc20db971f4 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.1091025 Apr 16 05:15:01.588992 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-f84dd492-8fba-4d69-9698-308a8e5e7d3f req-9d1e5c6f-70fa-4733-9967-e83b85a45897 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547912 Apr 16 05:15:02.812894 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce0099-b2a0-491e-b07d-2546ce11affc req-d17ebf06-b848-4487-81df-d53e6c35a7a6 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:02.814447 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d3ce0099-b2a0-491e-b07d-2546ce11affc req-d17ebf06-b848-4487-81df-d53e6c35a7a6 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0969508 Apr 16 05:15:02.871797 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-d3ce0099-b2a0-491e-b07d-2546ce11affc req-8329e6b4-d7b0-4cda-94c0-9e0426f60858 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461643 Apr 16 05:15:03.091098 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e3b81-048b-48db-ab39-05c1c9d48205 req-1b2e0635-4553-4641-b4ae-204f59257155 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:03.092566 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ff9e3b81-048b-48db-ab39-05c1c9d48205 req-1b2e0635-4553-4641-b4ae-204f59257155 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 945 time: 0.1061645 Apr 16 05:15:03.151201 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-ff9e3b81-048b-48db-ab39-05c1c9d48205 req-ffbc5d59-18f6-41e2-99eb-3faba6a9d04e tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511420 Apr 16 05:15:04.079557 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74d88-1c08-4cff-bee8-1905abca0c03 req-8ad136f1-b7cc-4bfa-be4d-2d7f66bce289 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:04.081163 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ce74d88-1c08-4cff-bee8-1905abca0c03 req-8ad136f1-b7cc-4bfa-be4d-2d7f66bce289 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0899794 Apr 16 05:15:04.137572 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-1ce74d88-1c08-4cff-bee8-1905abca0c03 req-773d396c-4980-4446-be59-4a511c37109b tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457785 Apr 16 05:15:04.370126 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1fa1b-c42f-4eaf-aee8-a5d4742e07ab req-e07a1d74-2621-4322-b2af-30675f992002 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:04.371832 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-31f1fa1b-c42f-4eaf-aee8-a5d4742e07ab req-e07a1d74-2621-4322-b2af-30675f992002 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 945 time: 0.0935955 Apr 16 05:15:04.527354 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-31f1fa1b-c42f-4eaf-aee8-a5d4742e07ab req-17e1ff78-3254-48e4-b75b-61f9e7ccf59f tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184800 Apr 16 05:15:04.565957 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7321e3d1-2740-461f-936e-93213f1e2963 req-24efbe04-86ef-4e8f-9982-df0e683f99d4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1928778 Apr 16 05:15:04.579501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f67e42-7148-4efe-90f7-64743cbd31c7 req-9d812638-4ac4-4537-9f4c-c29a41128067 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:04.581088 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b0f67e42-7148-4efe-90f7-64743cbd31c7 req-9d812638-4ac4-4537-9f4c-c29a41128067 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.1412449 Apr 16 05:15:04.634557 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b0f67e42-7148-4efe-90f7-64743cbd31c7 req-21ac63ad-fca6-4c70-91eb-53b8f8dac2c5 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462132 Apr 16 05:15:05.750115 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfc87f-5035-4096-93ee-3d943173f275 req-02436b4e-6ad9-409e-a7ad-0fc17a12ee64 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:05.752159 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e7bfc87f-5035-4096-93ee-3d943173f275 req-02436b4e-6ad9-409e-a7ad-0fc17a12ee64 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 945 time: 0.1061456 Apr 16 05:15:05.874047 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-e7bfc87f-5035-4096-93ee-3d943173f275 req-2ef4c895-37ae-482d-9e9e-4c16dd5be9d5 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731559 Apr 16 05:15:05.907956 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e75f3-cd3c-4feb-98c0-1673bf6f13fa req-ad8cfe56-7e0e-4d2a-9bd5-fdf0be833c73 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:05.909599 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-287e75f3-cd3c-4feb-98c0-1673bf6f13fa req-ad8cfe56-7e0e-4d2a-9bd5-fdf0be833c73 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.1519186 Apr 16 05:15:05.964157 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-287e75f3-cd3c-4feb-98c0-1673bf6f13fa req-68443f76-27ac-4013-8120-cb1f8347d470 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476027 Apr 16 05:15:06.010210 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e3d1-2740-461f-936e-93213f1e2963 req-b42b0797-cd06-4e71-825b-3a66f7c34889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:06.011895 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7321e3d1-2740-461f-936e-93213f1e2963 req-b42b0797-cd06-4e71-825b-3a66f7c34889 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4&tenant_id=60cc0ce59f4e420394169463638f645d HTTP/1.1" status: 200 len: 1098 time: 0.0830531 Apr 16 05:15:06.124326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e3d1-2740-461f-936e-93213f1e2963 req-4e4f6594-1b87-4438-b16b-6ba7f249bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:06.125870 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7321e3d1-2740-461f-936e-93213f1e2963 req-4e4f6594-1b87-4438-b16b-6ba7f249bfd5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0893345 Apr 16 05:15:06.277344 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e3d1-2740-461f-936e-93213f1e2963 req-7a7e5b52-e7a9-4e01-b37f-ac55f041a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:06.279021 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7321e3d1-2740-461f-936e-93213f1e2963 req-7a7e5b52-e7a9-4e01-b37f-ac55f041a1c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 909 time: 0.1446052 Apr 16 05:15:06.398693 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7321e3d1-2740-461f-936e-93213f1e2963 req-f9f60ffc-8eeb-4fe6-8181-55f95887c980 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 1001 time: 0.1106322 Apr 16 05:15:06.747128 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e3d1-2740-461f-936e-93213f1e2963 req-63968bf0-9c0b-4d69-96b6-e38b25636321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:06.748730 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7321e3d1-2740-461f-936e-93213f1e2963 req-63968bf0-9c0b-4d69-96b6-e38b25636321 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 200 len: 847 time: 0.3409765 Apr 16 05:15:06.840589 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321e3d1-2740-461f-936e-93213f1e2963 req-cb0e004d-7c30-4f60-9a08-75b2b4d5f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:06.842195 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7321e3d1-2740-461f-936e-93213f1e2963 req-cb0e004d-7c30-4f60-9a08-75b2b4d5f2dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850534 Apr 16 05:15:06.986735 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device c9088bb9-45d4-4763-af15-847a0e0180da no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:15:07.014187 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7321e3d1-2740-461f-936e-93213f1e2963 req-8c31fbc8-897b-49c6-9cfb-25d9599845aa service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635883 Apr 16 05:15:07.164429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:07.185644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0989791-f51f-47e9-950d-8fe62b0a5c23 req-d20291ff-2ffc-4e1d-83b5-171a862f28b3 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:07.187398 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b0989791-f51f-47e9-950d-8fe62b0a5c23 req-d20291ff-2ffc-4e1d-83b5-171a862f28b3 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 945 time: 0.1689570 Apr 16 05:15:07.202706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c9088bb9-45d4-4763-af15-847a0e0180da,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:15:07.203863 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:15:07.204477 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7321e3d1-2740-461f-936e-93213f1e2963 req-2699c5fe-a183-43bf-ad02-2fd5eb53fdfc service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827114 Apr 16 05:15:07.211194 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:07.213062 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:15:07.287479 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=c9088bb9-45d4-4763-af15-847a0e0180da,revision_number=6']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:15:07.296476 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.296964 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.297234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.297585 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.297962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.298341 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.298743 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.299117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.299483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.299854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.300219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.300583 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85337) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:07.305381 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:15:07.339154 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1250b-ff28-40f6-a618-15ca0d371212 req-00d6f27a-aa9d-4378-bbc4-767bf5abde29 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:07.340850 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0ba1250b-ff28-40f6-a618-15ca0d371212 req-00d6f27a-aa9d-4378-bbc4-767bf5abde29 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.2264302 Apr 16 05:15:07.345300 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b0989791-f51f-47e9-950d-8fe62b0a5c23 req-f3615ced-114c-4ec7-b8e2-983fbdbbbfd6 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/security-groups?id=8c8de814-dc2f-47cf-8643-8863825dfdb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811872 Apr 16 05:15:07.407754 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'code': 200} Apr 16 05:15:07.420899 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-0ba1250b-ff28-40f6-a618-15ca0d371212 req-7ff568b6-1b59-414a-bf9b-114e4d911cfa tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702796 Apr 16 05:15:07.429491 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-da736617-ddc0-42a1-9fb1-60db8a14193a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:07.431089 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-da736617-ddc0-42a1-9fb1-60db8a14193a tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 945 time: 0.2293825 Apr 16 05:15:07.517107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Deleting port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:15:07.517499 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:08.054293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] For port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,segment=NetworkSegment(0662c11e-fa44-4a4b-970a-4900363d292f),segment_id=0662c11e-fa44-4a4b-970a-4900363d292f)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:15:08.054966 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:08.190407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Calling delete_port for b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:15:08.191431 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:15:08.357340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:08.370661 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:15:08.380510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1081f707-820b-4730-bc33-6759b98cdc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:15:08.528100 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Pushing event deleted for resources: {'Port': ['ID=b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:15:08.593181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.593621 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.594026 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.594440 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.594880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.595294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.595693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.596120 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.596532 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.596925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.597338 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.597782 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:15:08.630142 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16675b-00dc-4a97-922f-8615744e54be req-39a21358-71d2-433a-b715-f43e0526f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85336) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:08.631680 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2d16675b-00dc-4a97-922f-8615744e54be req-39a21358-71d2-433a-b715-f43e0526f43a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1096 time: 0.0832961 Apr 16 05:15:08.640153 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-67277e23-8e2f-4744-95d8-efe3f2393419 req-2772f200-3f58-44f3-93b1-ec149bbf2821 tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.48 "GET /v2.0/ports?device_id=8dce4f87-bbb0-4ddd-8f81-7035043f7211 HTTP/1.1" status: 200 len: 210 time: 0.1399877 Apr 16 05:15:08.641124 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:15:08.684319 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-2d16675b-00dc-4a97-922f-8615744e54be req-c4370f69-164e-49e7-9eed-0a796b4829c3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460107 Apr 16 05:15:08.788924 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] No DVR routers for this DVR port b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c on host hv-cinder-78652 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:15:08.792024 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:08.795249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dce4f87-bbb0-4ddd-8f81-7035043f7211', 'name': 'network-vif-deleted', 'tag': 'b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:15:08.820447 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ff1e7-e9ca-4698-99de-5cd2a77ea90b req-f3838afc-66a9-4f51-9eb4-8df1708540a3 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:08.822231 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-849ff1e7-e9ca-4698-99de-5cd2a77ea90b req-f3838afc-66a9-4f51-9eb4-8df1708540a3 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 943 time: 0.2421110 Apr 16 05:15:08.823677 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-5ead2cd6-1fe3-4bdd-9cfb-4a824443ac29 req-27d2bf1f-dd7a-45ba-95fc-1c77ba72de4c tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] 10.222.0.47 "DELETE /v2.0/ports/b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c HTTP/1.1" status: 204 len: 173 time: 1.3856232 Apr 16 05:15:08.854123 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dce4f87-bbb0-4ddd-8f81-7035043f7211', 'name': 'network-vif-deleted', 'tag': 'b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c', 'status': 'completed', 'code': 200} Apr 16 05:15:08.888327 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-849ff1e7-e9ca-4698-99de-5cd2a77ea90b req-df1b39e6-a1d6-4a06-82e0-591dcf53fa89 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585184 Apr 16 05:15:09.002030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device c9088bb9-45d4-4763-af15-847a0e0180da details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=85337) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 16 05:15:09.151997 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c9088bb9-45d4-4763-af15-847a0e0180da,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:15:09.167284 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Returning: {'device': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'port_id': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'mac_address': 'fa:16:3e:5d:75:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85337) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 16 05:15:09.229245 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:09.249510 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9088bb9-45d4-4763-af15-847a0e0180da {{(pid=85337) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 16 05:15:09.267469 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c9088bb9-45d4-4763-af15-847a0e0180da,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:15:09.271446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:09.273356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:15:09.349864 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=c9088bb9-45d4-4763-af15-847a0e0180da,revision_number=7']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:15:09.353153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:15:09.500644 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] get_ports_and_sgs() called for port_ids ['c9088bb9-45d4-4763-af15-847a0e0180da'] {{(pid=85337) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 16 05:15:10.106905 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d7d60-cf8a-4c49-9407-c9437b12ca02 req-91c7e770-3d34-4f25-bc08-ca55bd967496 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:10.108577 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-188d7d60-cf8a-4c49-9407-c9437b12ca02 req-91c7e770-3d34-4f25-bc08-ca55bd967496 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 944 time: 0.0939600 Apr 16 05:15:10.175464 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-188d7d60-cf8a-4c49-9407-c9437b12ca02 req-b71a2d62-220f-4e6d-887b-59067cf6ef06 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591428 Apr 16 05:15:11.019446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device c9088bb9-45d4-4763-af15-847a0e0180da up at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 16 05:15:11.103149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.provisioning_blocks [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Provisioning complete for port c9088bb9-45d4-4763-af15-847a0e0180da triggered by entity L2. {{(pid=85337) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 16 05:15:11.103568 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2001526'] for port, provisioning_complete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:11.232348 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854560477'] for port, before_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:11.261251 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da'}] {{(pid=85337) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:15:11.273868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c9088bb9-45d4-4763-af15-847a0e0180da,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:15:11.278019 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761564479296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363275290736278', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761564039556'] for port, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:11.279825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:15:11.343954 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:15:11.377057 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'code': 200} Apr 16 05:15:11.395373 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:15:11.396176 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device b5bb0cd6-b00d-4d4d-8d5e-c254d5f8af7c not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:15:11.424198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Pushing event updated for resources: {'Port': ['ID=c9088bb9-45d4-4763-af15-847a0e0180da,revision_number=8']} {{(pid=85337) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:15:11.427718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85337) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:15:19.693533 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3a614db8-a9a4-4000-82d2-d077b13b33d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:22.536125 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-9e9ce99f-fcca-4377-852d-8b0bbc7b4e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:22.835015 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:23.955710 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:25.709665 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:28.563692 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:29.580663 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56930) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:15:29.655314 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-80199a75-b6fb-4e3c-ae8f-9d126eaa0b28 admin admin] Deleting subnet eb860b0a-4392-4b65-9411-63d4fa55b1a8 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:15:29.658807 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-80199a75-b6fb-4e3c-ae8f-9d126eaa0b28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:29.713117 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-80199a75-b6fb-4e3c-ae8f-9d126eaa0b28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4094960'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:29.774886 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-80199a75-b6fb-4e3c-ae8f-9d126eaa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:30.055048 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-80199a75-b6fb-4e3c-ae8f-9d126eaa0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4171062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852521590'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:30.068818 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:15:30.155111 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80199a75-b6fb-4e3c-ae8f-9d126eaa0b28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb860b0a-4392-4b65-9411-63d4fa55b1a8,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:15:30.158362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-80199a75-b6fb-4e3c-ae8f-9d126eaa0b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:15:30.209132 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-80199a75-b6fb-4e3c-ae8f-9d126eaa0b28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:30.216001 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-80199a75-b6fb-4e3c-ae8f-9d126eaa0b28 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eb860b0a-4392-4b65-9411-63d4fa55b1a8 HTTP/1.1" status: 204 len: 168 time: 0.6342292 Apr 16 05:15:30.218774 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56934) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:15:30.338976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:30.546834 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:30.670280 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fbb02f-d035-49a5-9da3-44dd3824c067']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:15:30.684334 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0662c11e-fa44-4a4b-970a-4900363d292f') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:15:30.684679 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0662c11e-fa44-4a4b-970a-4900363d292f') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:15:30.697706 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850680888'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:30.719129 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:30.726678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:15:30.915018 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Network 77fbb02f-d035-49a5-9da3-44dd3824c067 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:15:30.924414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850605929'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:31.114378 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Network 77fbb02f-d035-49a5-9da3-44dd3824c067 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:15:31.138653 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:15:31.245508 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:31.252480 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-49c2a4cb-29bf-44f7-ad6d-9250c9b7e167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:15:31.271735 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:31.277874 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Pushing event deleted for resources: {'Network': ['ID=77fbb02f-d035-49a5-9da3-44dd3824c067,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:15:31.282443 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:15:31.289871 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-addbe61a-9ce9-452c-aaa6-7812ec3f09da admin admin] 10.222.0.48 "DELETE /v2.0/networks/77fbb02f-d035-49a5-9da3-44dd3824c067 HTTP/1.1" status: 204 len: 168 time: 1.0701108 Apr 16 05:15:31.417881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 56940) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:15:31.475869 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-f2ed7b2b-6386-4aaf-83c4-152935975095 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0505923137174e1db9e224ce21f8096b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563231 Apr 16 05:15:31.479232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 56944) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:15:31.551941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-862a059a-3309-41a0-a96e-e3b213624177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:31.581696 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-862a059a-3309-41a0-a96e-e3b213624177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:31.644958 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-862a059a-3309-41a0-a96e-e3b213624177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:31.649649 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-b1ee56da-4097-4311-8f12-1a20cbd14e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:15:31.665722 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a059a-3309-41a0-a96e-e3b213624177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8de814-dc2f-47cf-8643-8863825dfdb6,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:15:31.669273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-862a059a-3309-41a0-a96e-e3b213624177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:15:31.676474 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-862a059a-3309-41a0-a96e-e3b213624177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:31.677977 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-862a059a-3309-41a0-a96e-e3b213624177 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c8de814-dc2f-47cf-8643-8863825dfdb6 HTTP/1.1" status: 204 len: 168 time: 0.1975050 Apr 16 05:15:34.716371 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-8d45e6e2-df3c-4873-af62-db4654894723 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0845754 Apr 16 05:15:34.885096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-9574b3e7-c6c6-484c-80bb-d3894e9fda01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:34.886814 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-9574b3e7-c6c6-484c-80bb-d3894e9fda01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0946217 Apr 16 05:15:35.053275 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-ecde4fe8-c9a6-47ea-ace1-eb6cbca9aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:35.054969 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-ecde4fe8-c9a6-47ea-ace1-eb6cbca9aa30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 909 time: 0.1445210 Apr 16 05:15:35.178063 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-814b13fd-1fa7-441b-853a-1e998b4b7d67 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 1001 time: 0.1142545 Apr 16 05:15:35.251817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-e7cf2c05-cc0f-406e-8be2-677b57d90f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:35.253312 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-e7cf2c05-cc0f-406e-8be2-677b57d90f1a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 200 len: 847 time: 0.0670855 Apr 16 05:15:35.351065 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-922b1298-236f-43a8-9a75-43db8e8b4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:15:35.352778 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-922b1298-236f-43a8-9a75-43db8e8b4665 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924690 Apr 16 05:15:35.503774 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-a8cb182d-3b34-4a80-91c3-cc058f23a258 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434386 Apr 16 05:15:35.663012 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-b1d6c06d-c1a8-4c30-bb4f-369380c2203f req-20bedc0c-5655-4c9e-9e72-ddcb9c4538d7 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520140 Apr 16 05:15:45.197052 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:15:49.700095 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-cda3596d-70a2-45bf-ae85-08329a8bae6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:52.545354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fe104482-8156-45f5-b138-f9426f94cb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:52.840797 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:53.961523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:55.716107 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:15:58.594873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:19.699009 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-de405af1-d5c7-4307-8d70-3c8527553805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:22.203740 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:16:22.321232 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 56954) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:22.540101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8bc163c4-367e-433e-8c2a-fac83d683420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:22.548335 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Deleting port 0aeef269-b5f6-4262-9e1a-fc96a62fe108 {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:22.548718 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:22.741436 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:22.741766 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:22.841695 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:22.880541 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Calling delete_port for 0aeef269-b5f6-4262-9e1a-fc96a62fe108 owned by network:floatingip {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:23.059112 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:23.075648 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bb28f76b-80a6-4222-a461-7ea3e447be43 tempest-AttachVolumeTestJSON-1423596502 tempest-AttachVolumeTestJSON-1423596502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:23.172400 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event deleted for resources: {'Port': ['ID=0aeef269-b5f6-4262-9e1a-fc96a62fe108,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:23.189302 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.189731 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.190150 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.190576 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.190985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.191394 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.191802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.192207 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.192612 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.193017 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.193424 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.193878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85335) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:23.199601 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:23.365243 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for floatingip, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:23.365993 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.db.l3_db [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Floating IP f3f9b9eb-152f-4dba-8ce8-17108d918db2 disassociated (deleted). External IP: 172.28.1.105, port: c9088bb9-45d4-4763-af15-847a0e0180da. Apr 16 05:16:23.968153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:24.029775 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85335) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:16:24.238791 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85335) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:16:24.249215 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] Sync routers for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:16:24.259985 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for floatingip, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:24.260470 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:16:24.261198 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:16:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:24.319564 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-ea26f464-c8f6-492a-90e2-1b6e9fbdb356 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "DELETE /v2.0/floatingips/f3f9b9eb-152f-4dba-8ce8-17108d918db2 HTTP/1.1" status: 204 len: 168 time: 1.9971900 Apr 16 05:16:24.320302 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:16:24.461761 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:16:24.585309 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'status': 'completed', 'code': 200} Apr 16 05:16:24.767564 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-427f2e84-cfaf-4176-ac9a-3e73992e79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:16:24.769423 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-427f2e84-cfaf-4176-ac9a-3e73992e79ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=60cc0ce59f4e420394169463638f645d&device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.1554427 Apr 16 05:16:24.779046 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9a494-8d3d-4ed9-aa10-d7848262a47d req-f5a8e0a3-9746-4263-833f-b0d856953585 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:16:24.779805 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-54b9a494-8d3d-4ed9-aa10-d7848262a47d req-f5a8e0a3-9746-4263-833f-b0d856953585 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Synchronizing usage tracker for tenant:60cc0ce59f4e420394169463638f645d on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:16:24.815240 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 5, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:24.819617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] Checking router: 20dc8252-029c-4e06-ba5e-3bfe08e5c462 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:16:24.828987 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:16:24.829652 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:16:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:24.879885 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-54b9a494-8d3d-4ed9-aa10-d7848262a47d req-f5a8e0a3-9746-4263-833f-b0d856953585 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Unset dirty status for tenant:60cc0ce59f4e420394169463638f645d on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:16:24.881249 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-54b9a494-8d3d-4ed9-aa10-d7848262a47d req-f5a8e0a3-9746-4263-833f-b0d856953585 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.2304192 Apr 16 05:16:24.964976 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-3160cca5-2279-4ed7-a8fd-8b4c41f41964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:16:24.966578 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-3160cca5-2279-4ed7-a8fd-8b4c41f41964 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 200 len: 909 time: 0.1837256 Apr 16 05:16:25.038053 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-54b9a494-8d3d-4ed9-aa10-d7848262a47d req-8af6a217-6fbd-4b71-b15b-630006836690 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468892 Apr 16 05:16:25.057046 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-fd3d74fa-4ae6-4e5a-97fb-056befc1e7b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 200 len: 217 time: 0.0819523 Apr 16 05:16:25.136036 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-84597d91-516f-4570-aadb-64592fdf8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:16:25.137722 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-84597d91-516f-4570-aadb-64592fdf8fe9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 200 len: 847 time: 0.0734563 Apr 16 05:16:25.206503 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:16:25.227419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-fea96d43-c537-43c4-84d1-936888917152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:16:25.229045 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-fea96d43-c537-43c4-84d1-936888917152 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833833 Apr 16 05:16:25.383219 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-2c0fe85b-26fc-4d8a-b81e-ea1c872cb86a service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463525 Apr 16 05:16:25.532719 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-01c749dd-d865-49c5-9b86-cd33967e1f01 req-4901bbe3-c40d-4da4-b485-ba037a7c20b4 service neutron] 10.222.0.47 "GET /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424515 Apr 16 05:16:25.541962 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 5, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:25.546371 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f271cc56-635a-4ad2-abb0-bad36547eb60 None None] The sync data for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb is: [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:12:00Z', 'revision_number': 4, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb', '_interfaces': [{'id': '03a16112-8225-4112-96ac-05f4297c5b6e', 'name': '', 'network_id': '0ebc38ac-109c-423e-91e5-5ca2bdd94cc4', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'mac_address': 'fa:16:3e:76:33:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:59Z', 'updated_at': '2021-04-16T05:12:12Z', 'revision_number': 5, 'project_id': '60cc0ce59f4e420394169463638f645d', 'subnets': [{'id': 'e1266dc9-2f2b-4862-a2d2-5b0c0404c571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:16:25.716937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:25.974450 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a071df8f-6503-4a01-905c-c7a72949ff59 None None] New status for floating IP f3f9b9eb-152f-4dba-8ce8-17108d918db2: DOWN {{(pid=85338) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 16 05:16:26.017672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-a614ffb6-9bfa-4af5-bb87-911c4e9fca7f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:16:26.019667 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-a614ffb6-9bfa-4af5-bb87-911c4e9fca7f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.47 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0975547 Apr 16 05:16:26.104337 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Deleting port c9088bb9-45d4-4763-af15-847a0e0180da {{(pid=85335) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:26.104707 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:26.437922 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29e44c-3e1e-4864-b599-e2bf8dff4f71 req-cb75aa62-c30e-44a7-8814-6bb5e912034f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85335) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 16 05:16:26.439519 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dc29e44c-3e1e-4864-b599-e2bf8dff4f71 req-cb75aa62-c30e-44a7-8814-6bb5e912034f tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 945 time: 0.2378950 Apr 16 05:16:26.478925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] For port c9088bb9-45d4-4763-af15-847a0e0180da, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c9088bb9-45d4-4763-af15-847a0e0180da,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85335) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:16:26.479321 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:26.626625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Calling delete_port for c9088bb9-45d4-4763-af15-847a0e0180da owned by compute:nova {{(pid=85335) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:26.667712 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dc29e44c-3e1e-4864-b599-e2bf8dff4f71 req-e13107ef-9c53-4076-9d86-8b2405fc0934 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/security-groups?id=485cbf44-6f23-47df-bfdf-35802f1db416&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2182224 Apr 16 05:16:26.795767 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4102457'] for port, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:26.812530 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-ce8208b6-0b4c-40c2-9cbc-9fc2a87da0da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:26.910496 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event deleted for resources: {'Port': ['ID=c9088bb9-45d4-4763-af15-847a0e0180da,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:26.917495 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:27.066045 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] No DVR routers for this DVR port c9088bb9-45d4-4763-af15-847a0e0180da on host hv-cinder-78652 {{(pid=85335) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:16:27.068937 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772251'] for port, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:27.072157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'name': 'network-vif-deleted', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da'}] {{(pid=85335) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 16 05:16:27.089457 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-7bc4a141-b5a9-4af0-a104-045e303e8f76 req-1bd4d95f-64b3-49f4-9743-9b220e6f4107 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.47 "DELETE /v2.0/ports/c9088bb9-45d4-4763-af15-847a0e0180da HTTP/1.1" status: 204 len: 173 time: 1.0629544 Apr 16 05:16:27.122441 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517e621f-eae2-4eb8-979a-1305112e37e4', 'name': 'network-vif-deleted', 'tag': 'c9088bb9-45d4-4763-af15-847a0e0180da', 'status': 'completed', 'code': 200} Apr 16 05:16:27.860776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-dce12f0b-ba48-4b19-aa94-4a0b1717931a req-0ad2e547-8be5-4d64-ae21-2d756f660144 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Synchronizing usage tracker for tenant:60cc0ce59f4e420394169463638f645d on resource:port {{(pid=85335) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 16 05:16:27.877413 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.quota.resource [req-dce12f0b-ba48-4b19-aa94-4a0b1717931a req-0ad2e547-8be5-4d64-ae21-2d756f660144 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Unset dirty status for tenant:60cc0ce59f4e420394169463638f645d on resource:port {{(pid=85335) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 16 05:16:27.879269 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [req-dce12f0b-ba48-4b19-aa94-4a0b1717931a req-0ad2e547-8be5-4d64-ae21-2d756f660144 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "GET /v2.0/ports?device_id=517e621f-eae2-4eb8-979a-1305112e37e4 HTTP/1.1" status: 200 len: 210 time: 0.0696478 Apr 16 05:16:28.625845 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:28.989304 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 56974) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:29.071367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-515c952e-e142-49ba-8258-b299e17ed703 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:29.105266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-515c952e-e142-49ba-8258-b299e17ed703 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:29.171735 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-515c952e-e142-49ba-8258-b299e17ed703 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:29.177153 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-18f8713c-d0cf-4c7e-9b8c-ef5a1c2cfa31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:29.190101 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c952e-e142-49ba-8258-b299e17ed703 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=485cbf44-6f23-47df-bfdf-35802f1db416,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:29.194226 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-515c952e-e142-49ba-8258-b299e17ed703 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:29.197737 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-515c952e-e142-49ba-8258-b299e17ed703 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:29.202288 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-515c952e-e142-49ba-8258-b299e17ed703 tempest-TestShelveInstance-1199891945 tempest-TestShelveInstance-1199891945-project] 10.222.0.48 "DELETE /v2.0/security-groups/485cbf44-6f23-47df-bfdf-35802f1db416 HTTP/1.1" status: 204 len: 168 time: 0.2118411 Apr 16 05:16:29.251488 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56980) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:29.504761 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device c9088bb9-45d4-4763-af15-847a0e0180da no longer exists at agent hyperv_hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:16:29.550367 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] No Port match for: c9088bb9-45d4-4763-af15-847a0e0180da {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:16:29.550777 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Device c9088bb9-45d4-4763-af15-847a0e0180da not bound to the agent host hv-cinder-78652 {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:16:29.859080 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723136'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:30.499577 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Deleting port 03a16112-8225-4112-96ac-05f4297c5b6e {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:30.500216 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:30.735208 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] For port 03a16112-8225-4112-96ac-05f4297c5b6e, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=03a16112-8225-4112-96ac-05f4297c5b6e,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:16:30.735602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:30.875631 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Calling delete_port for 03a16112-8225-4112-96ac-05f4297c5b6e owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:31.071419 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:31.088561 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-2362b0aa-3d4f-4014-ae23-6e1d613fd3bb tempest-VolumesSnapshotTestJSON-449960152 tempest-VolumesSnapshotTestJSON-449960152-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:31.192116 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Pushing event deleted for resources: {'Port': ['ID=03a16112-8225-4112-96ac-05f4297c5b6e,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:31.203724 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.204181 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.204610 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.204998 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.205412 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.205818 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.206227 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.206664 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.207079 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.207484 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.207889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.208294 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-1-smb {{(pid=85336) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 16 05:16:31.214030 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:31.575748 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853167693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720491'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:32.131254 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:16:32.328186 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:16:32.338762 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] Sync routers for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:16:32.345559 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] 10.222.0.48 "PUT /v2.0/routers/20dc8252-029c-4e06-ba5e-3bfe08e5c462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0928812 Apr 16 05:16:32.349059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56984) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:32.351858 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:16:32.352523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:16:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:32.541054 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: dv-cinder-786524-1-smb {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:16:32.543219 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:32.730160 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:32.739563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Deleting port b8371fbf-2599-4e7d-b56e-296e0f4d708b {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:32.739942 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:32.857096 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:16:31Z', 'revision_number': 5, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port': {'id': 'b8371fbf-2599-4e7d-b56e-296e0f4d708b', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:04:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:11:54Z', 'updated_at': '2021-04-16T05:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:32.863364 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] Checking router: 20dc8252-029c-4e06-ba5e-3bfe08e5c462 for host: dv-cinder-786524-1-smb {{(pid=85337) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:16:32.872825 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] Routers {'20dc8252-029c-4e06-ba5e-3bfe08e5c462'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85337) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:16:32.873417 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:16:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'], 'active': True} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:32.932847 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] For port b8371fbf-2599-4e7d-b56e-296e0f4d708b, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=b8371fbf-2599-4e7d-b56e-296e0f4d708b,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:16:32.933263 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:33.036116 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] Set router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 gateway port host: None {{(pid=85337) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:16:33.066990 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Calling delete_port for b8371fbf-2599-4e7d-b56e-296e0f4d708b owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:33.152460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:16:32Z', 'revision_number': 6, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port_host': None}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:33.156898 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160a880-333d-4a5e-b6ab-680bf4319a67 None None] The sync data for ids ['20dc8252-029c-4e06-ba5e-3bfe08e5c462'] in dv-cinder-786524-1-smb is: [{'id': '20dc8252-029c-4e06-ba5e-3bfe08e5c462', 'name': 'tempest-TestShelveInstance-645900140-router', 'tenant_id': '60cc0ce59f4e420394169463638f645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:11:52Z', 'updated_at': '2021-04-16T05:16:32Z', 'revision_number': 6, 'project_id': '60cc0ce59f4e420394169463638f645d', 'gw_port_host': None}] {{(pid=85337) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:16:33.259490 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 03a16112-8225-4112-96ac-05f4297c5b6e no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:16:33.274234 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:33.290405 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-bfdef59c-54fe-4d13-90d1-6a060d44b264 tempest-TestMinimumBasicScenario-995288793 tempest-TestMinimumBasicScenario-995288793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:33.301224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 03a16112-8225-4112-96ac-05f4297c5b6e {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:16:33.301627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 03a16112-8225-4112-96ac-05f4297c5b6e not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:16:33.656144 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8371fbf-2599-4e7d-b56e-296e0f4d708b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:33.663602 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:33.829433 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720337'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.016114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5889'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.018552 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.046340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853054917'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.046959 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20dc8252-029c-4e06-ba5e-3bfe08e5c462 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 05:16:34.060930 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.062200 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-06b763ab-43b9-45d9-923f-6542c86bd731 admin admin] 10.222.0.48 "DELETE /v2.0/routers/20dc8252-029c-4e06-ba5e-3bfe08e5c462 HTTP/1.1" status: 204 len: 168 time: 1.7121596 Apr 16 05:16:34.065063 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56988) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:34.146878 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-af61912a-83f4-40f8-887c-27ab1a511cee admin admin] Deleting subnet e1266dc9-2f2b-4862-a2d2-5b0c0404c571 {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:16:34.150505 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-af61912a-83f4-40f8-887c-27ab1a511cee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.209034 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-af61912a-83f4-40f8-887c-27ab1a511cee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4094960'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.300742 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-af61912a-83f4-40f8-887c-27ab1a511cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.579414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-af61912a-83f4-40f8-887c-27ab1a511cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4171062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852521590'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.593121 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:34.678678 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61912a-83f4-40f8-887c-27ab1a511cee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1266dc9-2f2b-4862-a2d2-5b0c0404c571,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:34.692912 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-af61912a-83f4-40f8-887c-27ab1a511cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:34.730466 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-af61912a-83f4-40f8-887c-27ab1a511cee admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.736136 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172e8f99-d2e5-465f-a36d-283a48694d30 None None] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:16:34.736887 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-af61912a-83f4-40f8-887c-27ab1a511cee admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e1266dc9-2f2b-4862-a2d2-5b0c0404c571 HTTP/1.1" status: 204 len: 168 time: 0.6707628 Apr 16 05:16:34.741141 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56992) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:34.865563 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:34.944088 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Deleting port 40f7be5b-8da7-4841-85a8-30e8c4775878 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:34.944857 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:35.015342 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] DHCP port deletion for 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 request from dv-cinder-786524-1-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 05:16:35.020607 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] Deleting port 40f7be5b-8da7-4841-85a8-30e8c4775878 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:35.021114 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:35.167786 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] For port 40f7be5b-8da7-4841-85a8-30e8c4775878, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=40f7be5b-8da7-4841-85a8-30e8c4775878,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:16:35.168189 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:35.253340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] For port 40f7be5b-8da7-4841-85a8-30e8c4775878, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=40f7be5b-8da7-4841-85a8-30e8c4775878,segment=NetworkSegment(b8fcc7bc-3dea-42e2-8a99-075c46faf696),segment_id=b8fcc7bc-3dea-42e2-8a99-075c46faf696)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:16:35.253772 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:35.311015 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Calling delete_port for 40f7be5b-8da7-4841-85a8-30e8c4775878 owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:35.330289 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device b8371fbf-2599-4e7d-b56e-296e0f4d708b no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:16:35.396157 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:35.413053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-fdbc06c9-9850-40df-95b2-4a1c85d39d63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:35.434105 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] Calling delete_port for 40f7be5b-8da7-4841-85a8-30e8c4775878 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:35.476919 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: b8371fbf-2599-4e7d-b56e-296e0f4d708b {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:16:35.477320 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device b8371fbf-2599-4e7d-b56e-296e0f4d708b not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:16:35.477810 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 40f7be5b-8da7-4841-85a8-30e8c4775878 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:16:35.520900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 40f7be5b-8da7-4841-85a8-30e8c4775878 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:16:35.521286 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 40f7be5b-8da7-4841-85a8-30e8c4775878 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:16:35.521988 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Pushing event deleted for resources: {'Port': ['ID=40f7be5b-8da7-4841-85a8-30e8c4775878,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:35.527305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:35.561948 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:16:35.562360 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.api [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 05:16:35.562531 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] No DVR routers for this DVR port 40f7be5b-8da7-4841-85a8-30e8c4775878 on host dv-cinder-786524-1-smb {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:16:35.690395 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:35.811882 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ebc38ac-109c-423e-91e5-5ca2bdd94cc4']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:35.825273 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8fcc7bc-3dea-42e2-8a99-075c46faf696') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:35.825574 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8fcc7bc-3dea-42e2-8a99-075c46faf696') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:35.838703 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850680888'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:35.855167 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:35.862975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:16:36.063305 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] Deleting port 40f7be5b-8da7-4841-85a8-30e8c4775878 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:36.063880 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:36.071970 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:16:36.081535 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850605929'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:36.141843 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-35898dd2-f073-48ca-ad3e-3caec56c7845 None None] The port '40f7be5b-8da7-4841-85a8-30e8c4775878' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 05:16:36.265045 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Network 0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:16:36.291819 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:16:36.368451 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:36.372445 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-43bcecd1-9339-4e69-a067-5e70e10af61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:36.386409 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:36.397868 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Pushing event deleted for resources: {'Network': ['ID=0ebc38ac-109c-423e-91e5-5ca2bdd94cc4,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:36.402888 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:36.406271 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-a30d699d-b6bb-4840-b78f-e028f09fffec admin admin] 10.222.0.48 "DELETE /v2.0/networks/0ebc38ac-109c-423e-91e5-5ca2bdd94cc4 HTTP/1.1" status: 204 len: 168 time: 1.6639781 Apr 16 05:16:36.410869 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 56996) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:37.277326 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723136'] for router_interface, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:37.676190 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Deleting port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:37.676576 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:37.877290 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] For port 31d26a4f-63d2-4437-90d1-b9c2c31e67f0, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=31d26a4f-63d2-4437-90d1-b9c2c31e67f0,segment=NetworkSegment(41d0ae73-7a8f-47c4-8fb9-1b889f4915a8),segment_id=41d0ae73-7a8f-47c4-8fb9-1b889f4915a8)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:16:37.877697 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:38.024783 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Calling delete_port for 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 owned by network:router_interface {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:38.214672 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:38.231087 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-7765e74d-af71-413f-a946-575af9a8a507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:38.336429 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Pushing event deleted for resources: {'Port': ['ID=31d26a4f-63d2-4437-90d1-b9c2c31e67f0,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:38.339250 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:38.701599 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853167693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1720491'] for router_interface, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:39.230355 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Router 8b1e8d6d-946a-44a2-a157-c875b9222129 has already been hosted by L3 agent d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2 {{(pid=85336) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 16 05:16:39.437627 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] Notify agent at l3_agent.dv-cinder-786524-1-smb the message routers_updated {{(pid=85336) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 16 05:16:39.447600 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] Sync routers for ids ['8b1e8d6d-946a-44a2-a157-c875b9222129'] in dv-cinder-786524-1-smb {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 16 05:16:39.458551 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0b103332-c303-46fd-a556-193bfc04c16c admin admin] 10.222.0.48 "PUT /v2.0/routers/8b1e8d6d-946a-44a2-a157-c875b9222129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0457759 Apr 16 05:16:39.459816 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] Routers {'8b1e8d6d-946a-44a2-a157-c875b9222129'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:16:39.460538 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:16:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['8b1e8d6d-946a-44a2-a157-c875b9222129'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:39.460980 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 57000) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:39.654459 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] Set router 8b1e8d6d-946a-44a2-a157-c875b9222129 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:16:39.658523 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks [] for router, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:39.982407 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:12:05Z', 'updated_at': '2021-04-16T05:16:38Z', 'revision_number': 5, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'gw_port': {'id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:06Z', 'updated_at': '2021-04-16T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:39.987255 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] Checking router: 8b1e8d6d-946a-44a2-a157-c875b9222129 for host: dv-cinder-786524-1-smb {{(pid=85338) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 16 05:16:39.998033 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] Routers {'8b1e8d6d-946a-44a2-a157-c875b9222129'} bound to L3 agent in host dv-cinder-786524-1-smb {{(pid=85338) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 16 05:16:39.998586 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-16T04:55:52Z,description=,heartbeat_timestamp=2021-04-16T05:16:23Z,host='dv-cinder-786524-1-smb',id=d95ba27d-fa4b-4035-8f9e-f9e3ccaa51d2,load=0,resource_versions=,resources_synced=,started_at=2021-04-16T04:55:52Z,topic='l3_agent')) {'router_ids': ['8b1e8d6d-946a-44a2-a157-c875b9222129'], 'active': True} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:40.153167 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:40.163852 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Deleting port e8c82807-4584-4ea8-a70b-2952aa9912aa {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:40.164246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:40.365460 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvr_db [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] Set router 8b1e8d6d-946a-44a2-a157-c875b9222129 gateway port host: dv-cinder-786524-1-smb {{(pid=85338) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 16 05:16:40.366881 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] For port e8c82807-4584-4ea8-a70b-2952aa9912aa, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=e8c82807-4584-4ea8-a70b-2952aa9912aa,segment=NetworkSegment(02913847-1d44-4ec9-971b-0a9105c54d3e),segment_id=02913847-1d44-4ec9-971b-0a9105c54d3e)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:16:40.367295 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:40.505037 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Calling delete_port for e8c82807-4584-4ea8-a70b-2952aa9912aa owned by network:router_gateway {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:40.686498 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_hamode_db [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:12:05Z', 'updated_at': '2021-04-16T05:16:38Z', 'revision_number': 5, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'gw_port': {'id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:06Z', 'updated_at': '2021-04-16T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}], 'dv-cinder-786524-1-smb', False) {} {{(pid=85338) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:40.691340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2e9243-6a00-4bce-b9fd-08442944e0ac None None] The sync data for ids ['8b1e8d6d-946a-44a2-a157-c875b9222129'] in dv-cinder-786524-1-smb is: [{'id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'name': 'tempest-TestShelveInstance-1549875441-router', 'tenant_id': '868b8f52d76f4ed3b58f59281059f7fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'external_fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163'}], 'enable_snat': True}, 'gw_port_id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-16T05:12:05Z', 'updated_at': '2021-04-16T05:16:38Z', 'revision_number': 5, 'project_id': '868b8f52d76f4ed3b58f59281059f7fd', 'gw_port': {'id': 'e8c82807-4584-4ea8-a70b-2952aa9912aa', 'name': '', 'network_id': 'ee63066a-cfd9-47ab-ac02-da676e921a71', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1e8d6d-946a-44a2-a157-c875b9222129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'ip_address': '172.28.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-16T05:12:06Z', 'updated_at': '2021-04-16T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a94e6ed5-c4c8-4d5b-b48b-6dcc197fe330', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-1-smb'}] {{(pid=85338) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 16 05:16:40.742268 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:40.759494 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-38a77e0d-70c3-4c73-a80c-c1b35fad52ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:40.862673 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c82807-4584-4ea8-a70b-2952aa9912aa,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:40.866991 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:41.043989 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1720337'] for router_gateway, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.240053 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1728427', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5889'] for router, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.243610 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.268293 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853054917'] for router, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.269239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b1e8d6d-946a-44a2-a157-c875b9222129 {{(pid=85336) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 16 05:16:41.291327 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] Notify callbacks [] for router, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.296717 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-0655460f-6ced-476c-b67b-c3f3db15ca74 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8b1e8d6d-946a-44a2-a157-c875b9222129 HTTP/1.1" status: 204 len: 168 time: 1.8302474 Apr 16 05:16:41.296717 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 57004) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:41.352174 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:16:41.374676 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a898c7-3f8d-482d-a30e-f4c296d6fa87 admin admin] Deleting subnet b0899d62-72f9-4c57-9bd5-915ae697337c {{(pid=85336) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 16 05:16:41.379188 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26a898c7-3f8d-482d-a30e-f4c296d6fa87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.392892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:16:41.393246 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 31d26a4f-63d2-4437-90d1-b9c2c31e67f0 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:16:41.440249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26a898c7-3f8d-482d-a30e-f4c296d6fa87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4094960'] for subnet, precommit_delete_associations {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.528501 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26a898c7-3f8d-482d-a30e-f4c296d6fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8687'] for subnet, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.801693 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26a898c7-3f8d-482d-a30e-f4c296d6fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767129', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4171062', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852521590'] for subnet, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.817446 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:41.910999 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a898c7-3f8d-482d-a30e-f4c296d6fa87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0899d62-72f9-4c57-9bd5-915ae697337c,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:41.926941 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-26a898c7-3f8d-482d-a30e-f4c296d6fa87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:41.970362 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-26a898c7-3f8d-482d-a30e-f4c296d6fa87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:41.977957 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-26a898c7-3f8d-482d-a30e-f4c296d6fa87 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b0899d62-72f9-4c57-9bd5-915ae697337c HTTP/1.1" status: 204 len: 168 time: 0.6800129 Apr 16 05:16:41.982311 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe24794-cb2b-47a3-8cf8-82000db62f37 None None] Network 66951f5d-c4dd-4552-b154-51126731576b requested from dv-cinder-786524-1-smb {{(pid=85337) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 16 05:16:41.982625 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85336) accepted ('10.222.0.48', 57008) {{(pid=85336) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:42.105321 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854555316'] for network, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:42.177634 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Deleting port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 {{(pid=85336) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:42.178133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:42.418239 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] For port 03e59b28-5d80-4cc8-9f4d-c72682f93a80, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=03e59b28-5d80-4cc8-9f4d-c72682f93a80,segment=NetworkSegment(41d0ae73-7a8f-47c4-8fb9-1b889f4915a8),segment_id=41d0ae73-7a8f-47c4-8fb9-1b889f4915a8)] {{(pid=85336) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:16:42.418662 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:42.452524 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] DHCP port deletion for 66951f5d-c4dd-4552-b154-51126731576b request from dv-cinder-786524-1-smb {{(pid=85337) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 16 05:16:42.457582 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] Deleting port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:42.458005 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:42.564800 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Calling delete_port for 03e59b28-5d80-4cc8-9f4d-c72682f93a80 owned by network:dhcp {{(pid=85336) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:42.664254 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854560436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036852760118', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761564479279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761564039522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850604701'] for port, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:42.681300 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-be8da338-a87c-4945-bcd7-b394e989a78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:42.796817 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e59b28-5d80-4cc8-9f4d-c72682f93a80,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:42.802418 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:42.838106 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] No DVR routers for this DVR port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 on host dv-cinder-786524-1-smb {{(pid=85336) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 16 05:16:42.890671 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.db [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] For port 03e59b28-5d80-4cc8-9f4d-c72682f93a80, host dv-cinder-786524-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-1-smb',level=0,port_id=03e59b28-5d80-4cc8-9f4d-c72682f93a80,segment=NetworkSegment(41d0ae73-7a8f-47c4-8fb9-1b889f4915a8),segment_id=41d0ae73-7a8f-47c4-8fb9-1b889f4915a8)] {{(pid=85337) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 16 05:16:42.890938 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1750835'] for port, precommit_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:42.971340 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036852772242', 'neutron.services.segments.db._delete_segments_for_network-8761564560584'] for network, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:43.029289 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] Calling delete_port for 03e59b28-5d80-4cc8-9f4d-c72682f93a80 owned by network:dhcp {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 16 05:16:43.095133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66951f5d-c4dd-4552-b154-51126731576b']}} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:43.109559 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8') {'for_net_delete': True} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:43.109903 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.services.segments.db [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d0ae73-7a8f-47c4-8fb9-1b889f4915a8') {} {{(pid=85336) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 16 05:16:43.118319 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.db.api [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85337) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 16 05:16:43.118778 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_db.api [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85337) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 16 05:16:43.123873 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761564561625', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850680888'] for segment, before_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:43.140007 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854751863'] for segment, precommit_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:43.147244 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=85336) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 16 05:16:43.304207 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 03e59b28-5d80-4cc8-9f4d-c72682f93a80 no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:16:43.345349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Network 66951f5d-c4dd-4552-b154-51126731576b has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:16:43.346753 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: 03e59b28-5d80-4cc8-9f4d-c72682f93a80 {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:16:43.347149 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device 03e59b28-5d80-4cc8-9f4d-c72682f93a80 not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:16:43.347619 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device e8c82807-4584-4ea8-a70b-2952aa9912aa no longer exists at agent ovs-agent-dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 16 05:16:43.357071 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-23953', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036850605929'] for segment, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:43.386636 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] No Port match for: e8c82807-4584-4ea8-a70b-2952aa9912aa {{(pid=85337) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 16 05:16:43.387010 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.rpc [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Device e8c82807-4584-4ea8-a70b-2952aa9912aa not bound to the agent host dv-cinder-786524-1-smb {{(pid=85337) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 16 05:16:43.558397 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.managers [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Network 66951f5d-c4dd-4552-b154-51126731576b has no segments {{(pid=85336) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: Traceback (most recent call last): Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: timer() Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: cb(*args, **kw) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: return func(*args, **kwargs) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: self._notify() Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: self.callback(batched_events) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: event.method(event) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: segment_id)['aggregates'][0] Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: return f(self, *a, **k) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: return self._get(url).json() Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: **kwargs) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: return self.request(url, 'GET', **kwargs) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: **endpoint_filter) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 16 05:16:43.582653 dv-cinder-786524-1-smb neutron-server[85220]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 16 05:16:43.619900 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] Deleting port 03e59b28-5d80-4cc8-9f4d-c72682f93a80 {{(pid=85337) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 16 05:16:43.620332 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363275290272884'] for port, before_delete {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:43.667630 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2003559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1735784', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1608122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853055233'] for network, after_delete {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:43.671474 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-d204c812-09c3-465f-948e-aeb2c1fe5458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:43.686690 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1608073'] for network, before_response {{(pid=85336) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:43.696296 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.plugins.ml2.plugin [None req-e468a602-d598-43e3-8441-a804aba593e7 None None] The port '03e59b28-5d80-4cc8-9f4d-c72682f93a80' was deleted {{(pid=85337) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 16 05:16:43.698906 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=66951f5d-c4dd-4552-b154-51126731576b,revision_number=None']} {{(pid=85336) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:43.703727 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85336) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:43.707868 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-98937b15-971b-480b-85db-f579a1d540e6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/66951f5d-c4dd-4552-b154-51126731576b HTTP/1.1" status: 204 len: 168 time: 1.7243721 Apr 16 05:16:44.108016 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 57014) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:44.169217 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-a59a18f1-5f4c-4a0b-8340-d21398d040ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60cc0ce59f4e420394169463638f645d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597007 Apr 16 05:16:44.172307 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 57018) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:44.255780 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-edc639aa-e371-4c26-b90d-ca2230595837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:44.286439 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-edc639aa-e371-4c26-b90d-ca2230595837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:44.341414 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-edc639aa-e371-4c26-b90d-ca2230595837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:44.345587 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-871e4e68-c1ec-4154-a710-2b4f9d72ef59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:44.361712 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc639aa-e371-4c26-b90d-ca2230595837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2575aaca-e4e6-4219-8a1a-ca6d9a123102,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:44.365060 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-edc639aa-e371-4c26-b90d-ca2230595837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:44.367604 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-edc639aa-e371-4c26-b90d-ca2230595837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:44.368878 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-edc639aa-e371-4c26-b90d-ca2230595837 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2575aaca-e4e6-4219-8a1a-ca6d9a123102 HTTP/1.1" status: 204 len: 168 time: 0.1950831 Apr 16 05:16:44.852809 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 57026) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:44.914722 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-00a6665d-bf42-4e0f-840f-afbbb98c48df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=868b8f52d76f4ed3b58f59281059f7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0605052 Apr 16 05:16:44.917349 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [-] (85335) accepted ('10.222.0.48', 57030) {{(pid=85335) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 16 05:16:44.989666 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32f5d550-9bde-4f1b-aa29-7fb2f0e14a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:45.020854 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32f5d550-9bde-4f1b-aa29-7fb2f0e14a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:45.070957 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32f5d550-9bde-4f1b-aa29-7fb2f0e14a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704840'] for security_group, after_delete {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:45.075354 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-8cbb727c-dcf1-40ce-abda-21fd8e4a290e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 16 05:16:45.088562 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f5d550-9bde-4f1b-aa29-7fb2f0e14a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba31dd6-ad58-45f2-a6a1-fa5ce93febae,revision_number=None']} {{(pid=85335) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 16 05:16:45.092975 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG oslo_concurrency.lockutils [None req-32f5d550-9bde-4f1b-aa29-7fb2f0e14a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85335) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 16 05:16:45.098042 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-32f5d550-9bde-4f1b-aa29-7fb2f0e14a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85335) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:45.099322 dv-cinder-786524-1-smb neutron-server[85220]: INFO neutron.wsgi [None req-32f5d550-9bde-4f1b-aa29-7fb2f0e14a49 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ba31dd6-ad58-45f2-a6a1-fa5ce93febae HTTP/1.1" status: 204 len: 168 time: 0.1809487 Apr 16 05:16:49.700591 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-3c3a86dc-a31d-4a62-ad9e-444cb090dfd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:52.544356 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-8e458ef7-110e-4a27-bd2e-07ef3078f93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:52.846470 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:53.955617 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:55.723556 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:58.639185 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:16:59.209545 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:17:19.694248 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bcf3f11c-d750-4db9-b38f-f8daf44a2608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:22.548357 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f21e61ae-abed-4c04-b03d-bc8a3dceb1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:22.848489 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:23.950915 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:25.723686 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:28.655071 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:36.210802 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:17:49.698224 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-18d97244-eff4-4243-96c5-9429a61c5cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:52.554235 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-5ce2c2cc-db50-44f2-9547-f7b7fc083d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:52.853836 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:53.956119 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:55.730537 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:17:58.659171 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:13.212632 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:18:19.710889 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1a195c82-7e53-4c4c-828a-dcf2d77d8295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:22.552113 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-fc5dd62f-9fe5-4c63-9cb2-1c39ddb6c461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:22.861090 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:23.961515 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:25.732249 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:28.678931 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:49.707403 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-99d6e2f2-d9e9-4e7a-b9dd-6e85947fbb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:50.213776 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:18:52.552035 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a143d2a0-2539-426e-8f16-8cb3786ff855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:52.858826 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:53.968260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:55.737392 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:18:58.669225 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:19.702306 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-23fa700c-b07f-43d3-ae9d-de847e168d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:22.555596 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-2e64bb2b-5c9e-4705-b3be-c586905f7b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:22.860754 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:23.963605 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:25.738670 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:27.214180 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:19:28.688139 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:49.697918 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-daaabc8c-5789-4daf-854f-5516a398bce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:52.550626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a172d812-ba5e-428b-9930-31bd6a4beeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:52.864504 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:53.974140 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:55.745925 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:19:58.683850 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:04.215299 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:20:19.712892 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-775bffbd-9076-4aef-bb00-c9d0d604ced6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:22.563266 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-4573c408-8675-4077-b922-16006b4336c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:22.868928 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:23.970456 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:25.747430 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:28.696483 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:35.649260 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.wsgi [req-bd7e61f8-cec7-448c-be9d-b389817601c9 req-6c636dcf-8182-4c5f-9fe1-4d6174f927f4 service neutron] (85336) timed out ('10.222.0.47', 58036) {{(pid=85336) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 16 05:20:41.218723 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:20:49.715726 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-54f1e64c-fbe1-485e-8d59-12048b0037eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:52.567385 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-979f5910-6b32-4feb-a512-406083e76e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:52.871133 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:53.971473 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:55.749086 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:20:58.702288 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:21:18.222059 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron.db.agents_db [None req-bc85d871-0c0c-4493-a56d-5438f8cc6825 None None] Agent healthcheck: found 6 active agents {{(pid=85338) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 16 05:21:19.710000 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a413a04d-0d83-4b9b-939e-118bf8a29d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:21:22.566910 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a79d9c4b-6aed-48be-906b-d6d581b6ff20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:21:22.875897 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-bb927c9e-019b-4ec1-bff1-18f770b719b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:21:23.967732 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-f088d17e-5684-44d9-a12d-d2ae4879fd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:21:25.756626 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-a9d2d156-6344-47af-8323-a553963d6633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 16 05:21:28.718449 dv-cinder-786524-1-smb neutron-server[85220]: DEBUG neutron_lib.callbacks.manager [None req-1efbce63-2847-4124-80ab-3d7dfe6a8e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761564560567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2001824'] for agent, after_update {{(pid=85337) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}